-- Logs begin at Tue 2021-05-18 01:03:58 UTC, end at Tue 2021-05-18 01:56:21 UTC. --
May 18 01:30:46.393162 dv-cinder-784623-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 18 01:30:48.777736 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.common.config [-] Logging enabled!
May 18 01:30:48.778333 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213
May 18 01:30:48.778507 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 18 01:30:48.782253 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.common.config [-] Logging enabled!
May 18 01:30:48.782505 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213
May 18 01:30:48.782812 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 18 01:30:48.783722 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 18 01:30:48.783953 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 18 01:30:48.784325 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 18 01:30:48.784589 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 18 01:30:48.784814 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 18 01:30:48.785128 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.785423 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.785713 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.785940 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.786230 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.786516 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.786794 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.787077 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.787367 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.787649 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.787923 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.788203 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.788453 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.788732 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.789014 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.789297 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.789517 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.789796 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.790221 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.790632 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.790909 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.791194 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.791484 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.791737 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.792007 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.792289 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.792639 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-9-iscsi {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.792914 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.793199 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.793480 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.793761 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.794032 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.794306 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.794586 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.794853 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.795120 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.795391 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.796234 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.796549 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.796833 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.797053 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.797273 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.797555 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.797837 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.798106 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.798376 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.798645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.798912 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.799311 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.799418 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.799699 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.799977 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.800255 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.800549 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.800819 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.801086 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.801352 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.801630 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.801896 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.802163 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.802430 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.802712 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.802976 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.803243 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.803535 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.803814 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.804088 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.804398 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.804667 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.804942 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.805209 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.805476 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.805744 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.806010 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.806275 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.806550 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.806818 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.807085 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.807353 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.807620 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.807898 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:48.808190 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.808510 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.808813 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.809093 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.809383 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.809665 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.809953 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.810227 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.810512 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.810797 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.811105 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.811429 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.811709 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.811981 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.812273 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.812598 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.812893 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.813184 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.813458 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.813731 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.814018 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.814279 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.814561 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.814852 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.815139 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.815409 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.815686 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.815974 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.816252 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.816545 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.816823 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.817109 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.817385 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.817656 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.817934 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.818210 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.818480 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.818748 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.819025 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.819312 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.819586 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.819860 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.820127 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.820439 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.820708 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.820990 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.821266 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.821538 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.821809 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.822085 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.822357 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.822627 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.822902 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.823173 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.823453 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.823724 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.823993 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.824262 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.824555 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.824823 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.825092 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.825362 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.825636 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.825905 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.826173 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.826443 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.826751 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.827115 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.827405 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.827696 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.827976 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.828254 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.828557 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.828834 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.829110 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.829386 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.829666 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.829941 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.830210 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.830497 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.830776 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.831060 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.831342 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.831618 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.831912 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.832188 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.832497 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.832776 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.833055 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.833342 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.833625 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.833917 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.834209 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.834501 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.834791 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.835078 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.835354 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.835660 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.835936 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:48.836152 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 18 01:30:48.836411 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 18 01:30:49.183714 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:30:49.183991 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:30:49.184287 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:30:49.184652 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [-] Loading core plugin: ml2
May 18 01:30:49.490450 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.490643 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.490913 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.492097 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.492391 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.492653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.613531 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.613807 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.614069 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.627865 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.628143 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.628434 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.657283 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.657561 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.657830 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.695925 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.696199 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.696491 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.932109 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6fa2288dc0> agent after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.932788 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6fa2288dc0> agent after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.932788 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fa2288ca0> segment precommit_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.933052 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6fa2277820> network precommit_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:49.933784 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6fa22a58b0> segment before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.058813 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> network before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.059130 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6fa2019280> agent before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.059410 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> network before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.059685 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.060089 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.060437 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> segment precommit_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.060699 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> segment precommit_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.061097 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> segment after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.061539 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> segment after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.061837 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> network after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.062101 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> network precommit_delete 0 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.062370 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port provisioning_complete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.062638 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.062894 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.063159 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> agent after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.063429 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.063686 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> subnet precommit_delete 0 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.063955 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.064203 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.064508 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> segment_host_mapping after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.064854 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.065105 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.065353 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.065638 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.065884 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.066127 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fa2b6cee0>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.066502 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.066736 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.066977 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.067207 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.067437 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.067667 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.068041 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 18 01:30:50.071142 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 18 01:30:50.075002 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 18 01:30:50.079499 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
May 18 01:30:50.081127 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 18 01:30:50.081579 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 18 01:30:50.081906 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 18 01:30:50.082280 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 18 01:30:50.085239 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 18 01:30:50.085488 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 18 01:30:50.085829 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 18 01:30:50.113907 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 18 01:30:50.114339 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6fa23c1fd0>> qos_plugin after_init 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.114632 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 18 01:30:50.114991 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6fa23c1af0>> logging-plugin after_init 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.116360 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 18 01:30:50.116638 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 18 01:30:50.116879 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 18 01:30:50.119911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6fa23c12e0>> floatingip before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.120184 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6fa23c12e0>> port before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.185948 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 18 01:30:50.186318 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 18 01:30:50.186682 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 18 01:30:50.187049 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 18 01:30:50.216861 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_db.sqlalchemy.engines [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 18 01:30:50.554249 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing driver for type 'gre'
May 18 01:30:50.554730 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] gre ID ranges: [(1, 1000)]
May 18 01:30:50.608325 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing driver for type 'local'
May 18 01:30:50.608664 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing driver for type 'vlan'
May 18 01:30:50.619635 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] VlanTypeDriver initialization complete
May 18 01:30:50.619996 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing driver for type 'vxlan'
May 18 01:30:50.620514 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] vxlan ID ranges: [(1, 1000)]
May 18 01:30:50.671874 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing extension driver 'port_security'
May 18 01:30:50.672216 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] PortSecurityExtensionDriver initialization complete
May 18 01:30:50.672585 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing mechanism driver 'openvswitch'
May 18 01:30:50.672908 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing mechanism driver 'hyperv'
May 18 01:30:50.679416 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:30:50.680167 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e4f0>> port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.680565 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e4f0>> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.680925 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e4f0>> port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.681313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e8b0>> subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.681668 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e8b0>> subnet after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.682012 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa210e8b0>> subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.682388 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06310>> network after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.682731 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06310>> network after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.683071 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06310>> network after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.683442 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06580>> security_group after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.683784 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06580>> security_group after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.684122 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06580>> security_group after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.684522 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06850>> security_group_rule after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.684862 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06850>> security_group_rule after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.685206 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06850>> security_group_rule after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.685575 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06ac0>> address_group after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.686525 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06ac0>> address_group after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.686861 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fa1c06ac0>> address_group after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.687195 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] ML2 OVO RPC backend initialized. {{(pid=78752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 18 01:30:50.687889 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> router_interface after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.688245 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> router_interface after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.688683 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> network before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.689029 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> networks before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.689371 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> port before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.689712 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> ports before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.690054 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> subnet before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.690392 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> subnets before_response 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.690734 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> network after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.691070 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> network after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.691401 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> network after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.691734 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.692068 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.692424 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.692758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> subnet after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.693089 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> subnet after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.693418 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fa1c06e80>> subnet after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.693979 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.plugin [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Modular L2 Plugin initialization complete
May 18 01:30:50.694303 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading services supported by the core plugin {{(pid=78752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 18 01:30:50.694628 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.plugins.ml2.managers [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Got port-security extension from driver 'port_security'
May 18 01:30:50.695090 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.extensions.vlantransparent [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Disabled vlantransparent extension.
May 18 01:30:50.695573 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 18 01:30:50.695889 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: router
May 18 01:30:50.731275 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router_interface before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.731665 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_create 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.732033 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router before_create 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.732425 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router_interface before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.733482 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router_interface after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.733848 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_delete 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.734207 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> floatingip after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.734567 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_create 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.734915 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.735265 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.735617 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router_gateway after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.735973 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.736419 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.736787 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6fa225b3a0> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.737123 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6fa225b430> port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.737456 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6fa225b310> subnet after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.737791 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6fa2253940> subnetpool_address_scope after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.738136 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> port precommit_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.738483 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_create 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.738818 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6fa2247a60> port before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.739157 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.739509 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router after_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.739847 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_delete 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.740189 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_create 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.740581 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router_interface after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.740924 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> router precommit_update 55549900 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.741291 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fa1c06fa0>> network after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.742136 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Tracking information for resource: router configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.742464 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Tracking information for resource: floatingip configured {{(pid=78752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 18 01:30:50.747350 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.db.l3_agentschedulers_db [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 18 01:30:50.747918 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6fa1b753a0> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.748290 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6fa1b75280> port after_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.749211 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _notify_port_delete at 0x7f6fa1b75310> port after_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.749563 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6fa1b75670> port after_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.750335 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fa1ba6790>> router before_create 55550100 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.750697 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fa1ba6790>> router precommit_delete 55550100 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.751055 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fa1ba6790>> router precommit_create 55550100 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.751433 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fa1ba6790>> router precommit_update 55550100 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.755981 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.provider_configuration [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service providers = [] {{(pid=78752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 18 01:30:50.756372 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.db.servicetype_db [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 18 01:30:50.759260 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.service_base [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 18 01:30:50.759604 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.service_base [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 18 01:30:50.759942 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.service_base [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 18 01:30:50.760853 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.services.service_base [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 18 01:30:50.761224 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.services.service_base [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Default provider is not specified for service type L3_ROUTER_NAT
May 18 01:30:50.763019 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.763348 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 18 01:30:50.773753 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.774067 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: auto_allocate
May 18 01:30:50.779972 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6fa1bc69d0> network precommit_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.780401 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6fa1bc69d0> network precommit_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.780918 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.781245 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: tag
May 18 01:30:50.788261 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.788634 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: timestamp
May 18 01:30:50.792413 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.792739 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: network_ip_availability
May 18 01:30:50.798438 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1bbee20>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.798807 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1bbee20>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.799160 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1bbee20>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:50.799870 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.800188 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: flavors
May 18 01:30:50.805201 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.805486 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading Plugin: revisions
May 18 01:30:50.809706 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 18 01:30:50.810099 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.626s {{(pid=78752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:30:50.811429 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 18 01:30:50.811978 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Initializing extension manager.
May 18 01:30:50.812518 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: __init__.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.812860 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: __pycache__ {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.813195 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.813526 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: address_group.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.814280 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.814848 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: address-group
May 18 01:30:50.815170 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: address_scope.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.815904 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.816428 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: address-scope
May 18 01:30:50.816749 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: admin_state_down_before_update.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.817666 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.818169 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: router-admin-state-down-before-update
May 18 01:30:50.818487 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: agent.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.819174 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.819670 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: agent
May 18 01:30:50.819985 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: agent_resources_synced.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.820909 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.821404 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: agent-resources-synced
May 18 01:30:50.821720 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: allowedaddresspairs.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.823477 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.823986 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: allowed-address-pairs
May 18 01:30:50.824324 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: auto_allocated_topology.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.825411 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.825912 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: auto-allocated-topology
May 18 01:30:50.826234 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: availability_zone.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.827692 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.828198 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: availability_zone
May 18 01:30:50.828545 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: availability_zone_filter.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.829447 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.829942 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: availability_zone_filter
May 18 01:30:50.830261 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: data_plane_status.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.831152 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.831644 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension data-plane-status not supported by any of loaded plugins
May 18 01:30:50.831961 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: default_subnetpools.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.832888 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.833385 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: default-subnetpools
May 18 01:30:50.833703 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: dhcpagentscheduler.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.834498 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.834995 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: dhcp_agent_scheduler
May 18 01:30:50.835313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: dns.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.836207 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.836730 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension dns-integration not supported by any of loaded plugins
May 18 01:30:50.837047 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: dns_domain_ports.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.837946 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.838441 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension dns-domain-ports not supported by any of loaded plugins
May 18 01:30:50.838758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: dvr.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.839420 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.839917 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: dvr
May 18 01:30:50.840232 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: empty_string_filtering.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.841154 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.841651 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: empty-string-filtering
May 18 01:30:50.841991 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.843483 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.843974 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 18 01:30:50.844288 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.845214 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.845713 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 18 01:30:50.846027 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: external_net.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.846924 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.847418 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: external-net
May 18 01:30:50.847732 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: extra_dhcp_opt.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.848658 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.849155 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: extra_dhcp_opt
May 18 01:30:50.849470 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: extraroute.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.850382 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.850874 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: extraroute
May 18 01:30:50.851192 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: extraroute_atomic.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.852494 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.852990 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: extraroute-atomic
May 18 01:30:50.853307 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: filter_validation.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.853954 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.854447 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: filter-validation
May 18 01:30:50.854769 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: fip_pf_description.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.855826 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.856348 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 18 01:30:50.856671 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: fip_port_details.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.857604 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.858159 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: fip-port-details
May 18 01:30:50.858470 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: flavors.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.859685 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.860192 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: flavors
May 18 01:30:50.860610 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.862259 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.862776 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 18 01:30:50.863105 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: floatingip_pools.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.863797 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.864318 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: floatingip-pools
May 18 01:30:50.864645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: ip_allocation.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.865554 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.866050 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension ip_allocation not supported by any of loaded plugins
May 18 01:30:50.866370 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.867274 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.867770 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: ip-substring-filtering
May 18 01:30:50.868092 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l2_adjacency.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.869025 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.869517 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension l2_adjacency not supported by any of loaded plugins
May 18 01:30:50.869834 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.870776 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.871274 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: router
May 18 01:30:50.871596 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3_conntrack_helper.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.873900 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.874407 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 18 01:30:50.874740 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.875659 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.876163 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: ext-gw-mode
May 18 01:30:50.876517 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.877433 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.877932 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: l3-ha
May 18 01:30:50.878252 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3_flavors.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.879154 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.879657 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: l3-flavors
May 18 01:30:50.879977 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.880924 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.881426 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: l3-port-ip-change-not-allowed
May 18 01:30:50.881746 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: l3agentscheduler.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.882758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.883257 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: l3_agent_scheduler
May 18 01:30:50.883580 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: logging.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.885103 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.885613 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension logging not supported by any of loaded plugins
May 18 01:30:50.885940 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: metering.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.886673 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.887238 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: metering
May 18 01:30:50.887563 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.888696 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.889728 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: metering_source_and_destination_fields
May 18 01:30:50.890043 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: multiprovidernet.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.891087 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.891588 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: multi-provider
May 18 01:30:50.891907 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: netmtu.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.892827 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.893324 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: net-mtu
May 18 01:30:50.893645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: netmtu_writable.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.894532 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.895034 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: net-mtu-writable
May 18 01:30:50.895352 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: network_availability_zone.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.896004 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.896532 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: network_availability_zone
May 18 01:30:50.896852 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: network_ip_availability.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.897927 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.898434 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: network-ip-availability
May 18 01:30:50.898759 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: network_segment_range.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.899509 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.900006 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension network-segment-range not supported by any of loaded plugins
May 18 01:30:50.900348 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: pagination.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.901313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.901639 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: pagination
May 18 01:30:50.901955 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: port_device_profile.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.902845 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.903350 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: port-device-profile
May 18 01:30:50.903670 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.905230 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.905835 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: port-mac-address-regenerate
May 18 01:30:50.906155 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.907061 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.907565 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: port-numa-affinity-policy
May 18 01:30:50.907885 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: port_resource_request.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.908808 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.909306 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension port-resource-request not supported by any of loaded plugins
May 18 01:30:50.909623 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: portbindings.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.910532 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.911037 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: binding
May 18 01:30:50.911353 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: portbindings_extended.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.912627 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.913129 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: binding-extended
May 18 01:30:50.913452 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: portsecurity.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.914354 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.914855 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: port-security
May 18 01:30:50.915187 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: project_id.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.916144 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.916501 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: project-id
May 18 01:30:50.916825 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: providernet.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.917723 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.918227 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: provider
May 18 01:30:50.918544 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.922135 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.922646 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos not supported by any of loaded plugins
May 18 01:30:50.922975 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.924197 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.924732 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 18 01:30:50.925059 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.925971 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.926473 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 18 01:30:50.926794 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_default.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.927692 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.928192 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-default not supported by any of loaded plugins
May 18 01:30:50.928536 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_fip.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.929177 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.929672 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-fip not supported by any of loaded plugins
May 18 01:30:50.929992 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_gateway_ip.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.930902 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.931403 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 18 01:30:50.931724 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_port_network_policy.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.932643 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.933184 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 18 01:30:50.933458 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_rule_type_details.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.934355 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.934852 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 18 01:30:50.935181 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: qos_rules_alias.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.936324 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.936844 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension qos-rules-alias not supported by any of loaded plugins
May 18 01:30:50.937167 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: quotasv2.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.938185 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.938509 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: quotas
May 18 01:30:50.938828 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: quotasv2_detail.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.940473 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.940812 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: quota_details
May 18 01:30:50.941139 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: rbac.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.942179 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.942691 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: rbac-policies
May 18 01:30:50.943018 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: rbac_address_group.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.943935 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.944473 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: rbac-address-group
May 18 01:30:50.944797 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: rbac_address_scope.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.945704 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.946206 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: rbac-address-scope
May 18 01:30:50.946525 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: rbac_security_groups.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.947427 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.947925 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: rbac-security-groups
May 18 01:30:50.948243 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: rbac_subnetpool.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.949185 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.949682 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: rbac-subnetpool
May 18 01:30:50.949998 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: revisionifmatch.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.950895 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.951924 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: revision-if-match
May 18 01:30:50.952347 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: revisions.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.953446 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.953950 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: standard-attr-revisions
May 18 01:30:50.954269 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: router_availability_zone.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.954929 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.955436 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: router_availability_zone
May 18 01:30:50.955752 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: routerservicetype.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.956683 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.957187 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension router-service-type not supported by any of loaded plugins
May 18 01:30:50.957504 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.958409 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.958912 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: security-groups-normalized-cidr
May 18 01:30:50.959232 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: security_groups_port_filtering.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.960139 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.960673 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: port-security-groups-filtering
May 18 01:30:50.961268 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.961896 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.962403 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: security-groups-remote-address-group
May 18 01:30:50.962721 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: securitygroup.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.972866 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.973389 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: security-group
May 18 01:30:50.973716 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: segment.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.974486 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.974985 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension segment not supported by any of loaded plugins
May 18 01:30:50.975312 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.976238 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.977028 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 18 01:30:50.977346 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: servicetype.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.978439 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.978949 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: service-type
May 18 01:30:50.979271 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: sorting.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.980235 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.980590 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: sorting
May 18 01:30:50.980911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: standard_attr_segment.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.981805 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.982307 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension standard-attr-segment not supported by any of loaded plugins
May 18 01:30:50.982653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: standardattrdescription.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.983512 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.984023 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: standard-attr-description
May 18 01:30:50.984371 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: stateful_security_group.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.985300 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.985815 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: stateful-security-group
May 18 01:30:50.986137 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: stdattrs_common.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.986702 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 18 01:30:50.987020 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.987996 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.988523 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 18 01:30:50.988842 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnet_onboard.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.989897 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.990400 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: subnet_onboard
May 18 01:30:50.990723 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.991634 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.992135 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 18 01:30:50.992496 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnet_service_types.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.993407 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.993908 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: subnet-service-types
May 18 01:30:50.994230 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnetallocation.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.995305 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.995809 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: subnet_allocation
May 18 01:30:50.996131 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.996826 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.997326 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: subnetpool-prefix-ops
May 18 01:30:50.997646 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:50.999116 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:50.999616 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 18 01:30:50.999938 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: tagging.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.001039 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.001566 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: standard-attr-tag
May 18 01:30:51.001893 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: timestamp.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.003070 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.003579 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loaded extension: standard-attr-timestamp
May 18 01:30:51.003902 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: trunk.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.004961 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.005471 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension trunk not supported by any of loaded plugins
May 18 01:30:51.005802 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: trunk_details.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.006701 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.007205 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension trunk-details not supported by any of loaded plugins
May 18 01:30:51.007525 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: uplink_status_propagation.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.008456 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.008963 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 18 01:30:51.009282 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Loading extension file: vlantransparent.py {{(pid=78752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 18 01:30:51.009996 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 18 01:30:51.010500 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extension vlan-transparent not supported by any of loaded plugins
May 18 01:30:51.012971 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:network
May 18 01:30:51.013708 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnet
May 18 01:30:51.015058 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnetpool
May 18 01:30:51.015676 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:port
May 18 01:30:51.016971 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.017412 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service FLAVORS assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.018031 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.018461 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.018789 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:router
May 18 01:30:51.019432 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:floatingip
May 18 01:30:51.020142 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service METERING assigned prefix: /metering {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.021616 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1a9c340>> rbac-policy before_create 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:51.021993 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1a9c340>> rbac-policy before_update 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:51.022348 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fa1a9c340>> rbac-policy before_delete 55550000 {{(pid=78752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:30:51.023455 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of CountableResource for resource:rbac_policy
May 18 01:30:51.023910 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:security_group
May 18 01:30:51.024576 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:security_group_rule
May 18 01:30:51.025312 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service CORE assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.025654 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnetpool
May 18 01:30:51.025990 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] subnetpool is already registered
May 18 01:30:51.026607 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service CORE assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.026933 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnetpool
May 18 01:30:51.027256 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] subnetpool is already registered
May 18 01:30:51.029858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.030458 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service FLAVORS assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.031049 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.031469 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.031808 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:router
May 18 01:30:51.032135 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] router is already registered
May 18 01:30:51.032764 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:floatingip
May 18 01:30:51.033093 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] floatingip is already registered
May 18 01:30:51.033719 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service METERING assigned prefix: /metering {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.034387 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of CountableResource for resource:rbac_policy
May 18 01:30:51.034712 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] rbac_policy is already registered
May 18 01:30:51.036223 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:security_group
May 18 01:30:51.036586 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] security_group is already registered
May 18 01:30:51.037176 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:security_group_rule
May 18 01:30:51.037506 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] security_group_rule is already registered
May 18 01:30:51.038158 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service CORE assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.038491 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnetpool
May 18 01:30:51.038824 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] subnetpool is already registered
May 18 01:30:51.039437 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.v2.resource_helper [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Service CORE assigned prefix:  {{(pid=78752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 18 01:30:51.039776 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Creating instance of TrackedResource for resource:subnetpool
May 18 01:30:51.040102 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING neutron.quota.resource_registry [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] subnetpool is already registered
May 18 01:30:51.040780 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: extensions {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.042254 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: address-groups {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.043879 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: address-scopes {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.045165 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: agents {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.046535 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: auto-allocated-topology {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.047782 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: availability_zones {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.049137 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: dhcp-networks {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.050558 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: dhcp-agents {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.051978 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: routers {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.053828 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: flavors {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.054999 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: service_profiles {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.056242 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: next_providers {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.057762 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: service_profiles {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.059217 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: floatingip-pools {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.060479 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: routers {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.062911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: floatingips {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.064109 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: l3-routers {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.065524 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: l3-agents {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.066944 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: metering-labels {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.068334 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: metering-label-rules {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.069610 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: network-ip-availabilities {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.070876 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: bindings {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.072564 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: quotas {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.073999 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: quotas {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.075428 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: rbac-policies {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.077363 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: security-groups {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.078533 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: security-group-rules {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.079789 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: service-providers {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.081040 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: subnetpools {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.082446 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: subnetpools {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.083911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.085655 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.087443 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.089244 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.091032 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.092934 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.094614 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.097503 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.099315 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.210813 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron.api.extensions [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Extended resource: tags {{(pid=78752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 18 01:30:51.216656 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING keystonemiddleware.auth_token [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 18 01:30:51.222020 dv-cinder-784623-9-iscsi neutron-server[78752]: WARNING keystonemiddleware.auth_token [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 18 01:30:51.230431 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Acquired lock "singleton_lock" {{(pid=78752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 18 01:30:51.230909 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_concurrency.lockutils [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Releasing lock "singleton_lock" {{(pid=78752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 18 01:30:51.231542 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Starting 2 workers
May 18 01:30:51.236231 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Started child 78859 {{(pid=78752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 18 01:30:51.240475 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Started child 78860 {{(pid=78752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 18 01:30:51.241369 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.242217 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO neutron.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Neutron service started, listening on 0.0.0.0:9696
May 18 01:30:51.242836 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [-] (78859) wsgi starting up on http://0.0.0.0:9696
May 18 01:30:51.242951 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Notify callbacks [] for process, before_spawn {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.244875 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.245708 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Starting 1 workers
May 18 01:30:51.247465 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [-] (78860) wsgi starting up on http://0.0.0.0:9696
May 18 01:30:51.251791 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Started child 78861 {{(pid=78752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 18 01:30:51.252321 dv-cinder-784623-9-iscsi neutron-server[78752]: INFO oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Starting 1 workers
May 18 01:30:51.255081 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] calling RpcWorker wait() {{(pid=78861) _wait /opt/stack/neutron/neutron/service.py:128}}
May 18 01:30:51.255592 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] returning from RpcWorker wait() {{(pid=78861) _wait /opt/stack/neutron/neutron/service.py:135}}
May 18 01:30:51.256611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Started child 78862 {{(pid=78752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 18 01:30:51.256782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.257232 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:30:51.257448 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdd3c-b6c5-4171-93f0-89b104b4741a None None] Notify callbacks [] for process, after_spawn {{(pid=78752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.259449 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 18 01:30:51.259679 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 18 01:30:51.259857 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 18 01:30:51.260066 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 18 01:30:51.260473 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 18 01:30:51.260597 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 18 01:30:51.261086 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.261345 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.261611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.261867 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.262159 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.262526 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:30:51.262987 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.263071 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.263256 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.263530 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.263816 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.264576 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.264755 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:30:51.264904 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.265048 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.265258 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.265595 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.265855 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.266102 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.266357 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.266531 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.266769 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.267060 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.267303 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.267570 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.267835 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.268366 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.268597 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.268832 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.269054 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.269330 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.269576 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.269851 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.270098 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.270309 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.270548 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.270809 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.271036 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.271249 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.271486 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.271758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.271970 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.272468 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-9-iscsi {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.272707 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.272953 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.273200 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.273452 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.273694 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.273920 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.274162 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.274414 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.274675 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.274895 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.275142 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.275400 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.275645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.275906 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.276069 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.276280 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.276654 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.276943 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.277129 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.277296 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.277474 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.277721 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.277882 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.278127 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.278345 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.278556 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.278765 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.278996 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.279226 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.279552 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.279751 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.280065 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.280405 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.280581 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.280709 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.280930 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.281145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.281362 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.281596 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.281805 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.282016 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.282238 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.282448 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.282657 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.282910 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.283140 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.283393 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.283631 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.283871 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.284099 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.284352 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.284563 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.284970 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.285283 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.285536 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.285791 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.286003 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.286309 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.286872 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.287183 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.287337 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.287652 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.287860 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.288022 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.288232 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.288503 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.288752 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.288938 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.289167 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.289585 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.289864 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.290168 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.290421 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.290653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.290912 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.291128 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.291376 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.291689 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.291863 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.292179 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.292421 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.292725 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.292984 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.293686 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.294047 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.294306 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.294711 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.294860 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.295051 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.295267 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.295584 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.295935 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.298653 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299460 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299531 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299731 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.299976 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.300386 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.300386 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.300915 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.301141 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.301546 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.301654 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.301964 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.302273 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.302553 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.302855 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.303135 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.303410 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.303701 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.303979 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.304279 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.304607 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.304889 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.305436 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.305831 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.308476 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.311145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.311145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.311424 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.311688 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.311927 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.312184 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.312453 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.312701 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.312928 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.313147 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.313391 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.313605 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.313841 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.314055 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.314261 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.314646 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.315018 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.315371 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.315758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.315973 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.316187 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.316514 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.316978 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.317352 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.317774 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.318301 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.318780 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.319182 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.319565 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.319958 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.320351 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.320730 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.321121 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.321486 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.321851 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.322248 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.322644 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.323029 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.323423 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.323808 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.324217 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.324608 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.324864 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.325096 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.325356 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.325598 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.325868 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.326094 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.326934 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.327201 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.327492 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.327823 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.328101 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.328405 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.328624 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.328884 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.329182 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.329447 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.329733 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.329981 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.330231 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.330471 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.330697 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.330940 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.331426 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.331688 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.331901 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.332188 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.332457 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.332689 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.332928 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.333168 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.333479 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.333721 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.333927 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.334153 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.334408 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.334806 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.335057 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.335313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.335560 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.335809 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.336054 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.336354 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.336565 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.337109 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.337344 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.337573 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.338154 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.338154 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.338330 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.338447 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.338798 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.339189 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.339540 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.339911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.340282 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.340749 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.340987 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.341245 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.341477 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.341705 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.341968 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.342231 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.342474 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.342661 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.342888 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.343144 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.343353 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.343611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.343862 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.344092 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.344349 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.344613 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.344874 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.345079 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.345317 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.345535 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.345742 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.345952 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.346168 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.346389 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.346611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.346847 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.347072 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.347303 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.347556 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.347886 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.348145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.348389 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.348620 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.348852 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.349088 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.349471 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.349702 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.349909 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.350117 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.350345 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.350600 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.350839 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.351068 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.351271 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.351726 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.351930 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.352164 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.352392 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.352688 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.352936 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.353269 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.353508 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.353747 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.353975 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.354200 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.354406 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.354617 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.354820 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.355039 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.355243 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.355446 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.355655 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.355858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.356094 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.356313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.356518 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.356756 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.356956 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.357191 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.357393 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.358106 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.358313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.358547 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.358956 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.359209 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.359424 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.359810 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.359911 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.360145 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.360424 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.360752 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.360957 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.361191 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.361421 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.361650 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.361862 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.362118 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.362419 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.362693 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.362944 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.363192 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.363458 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.363875 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.364367 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.364750 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.365196 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.365529 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.365820 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.366051 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.366275 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.366556 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.366785 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.367150 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.367390 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.367619 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.367831 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.368089 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.368352 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.368578 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.368788 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.369006 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.369236 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.369463 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.369684 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.369926 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.370134 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.370287 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 18 01:30:51.370902 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 18 01:30:51.371054 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 18 01:30:51.371202 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 18 01:30:51.371365 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 18 01:30:51.371528 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 18 01:30:51.371662 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 18 01:30:51.371868 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372032 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372190 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372367 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372525 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372702 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.372858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.373014 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.373807 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.373970 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.374210 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.374367 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.374565 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.374774 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.374930 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375085 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375227 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375389 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375550 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375700 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.375856 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376009 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376161 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376335 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376547 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376705 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.376858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377011 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377163 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377314 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377465 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377618 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377770 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.377922 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378073 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378226 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378377 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378529 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378682 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378834 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.378984 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-9-iscsi {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379135 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379288 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379441 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379593 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379743 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.379895 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380046 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380198 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380378 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380532 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380711 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.380835 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381011 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381165 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381316 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381468 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381623 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381775 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.381965 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382124 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382277 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:30:51.382437 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382578 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382728 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.382879 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383031 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383183 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383334 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383500 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383626 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383778 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.383931 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384083 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384235 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384414 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384567 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384720 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.384873 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385025 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385177 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385329 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385480 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385632 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385784 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.385936 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386088 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386241 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386393 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386545 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386698 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.386850 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387004 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387161 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387313 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387525 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387629 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387753 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.387905 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.388056 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.388208 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.388381 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.388534 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.388688 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389058 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389058 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389310 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389385 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389483 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389635 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 18 01:30:51.389806 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.389960 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390126 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390281 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390436 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390589 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390742 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.390896 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391050 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391203 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391363 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391518 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391684 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391839 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.391993 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392149 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392331 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392480 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392635 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392789 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.392943 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393098 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393268 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393424 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393580 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393734 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.393893 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394044 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394194 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394353 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394510 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394684 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394809 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.394965 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395119 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395273 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395429 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395589 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395748 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.395877 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396035 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396178 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396338 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396496 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396651 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396806 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.396963 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397123 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397286 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397438 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397577 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397711 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.397846 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398003 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398157 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398311 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398467 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398621 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398775 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.398929 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399251 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399251 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399398 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399524 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399679 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399833 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.399988 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400143 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400342 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400471 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400626 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.400956 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401079 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401233 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401387 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401542 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401701 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.401858 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402009 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402146 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402281 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402457 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402592 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402756 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.402926 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403084 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403241 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403382 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403588 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403720 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403854 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.403988 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.404105 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.404259 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.404645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.404801 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.404952 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405190 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405360 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405514 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405669 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405824 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.405983 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406139 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406292 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406447 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406603 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406758 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.406912 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407066 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407230 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407385 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407541 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407738 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.407857 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408022 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408185 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408346 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408510 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408665 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408820 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.408974 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409133 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409286 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409440 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409594 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409794 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.409927 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410078 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410225 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410365 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410542 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410697 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.410851 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411024 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411149 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411303 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411456 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411766 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.411920 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412075 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412231 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412408 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412564 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412715 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.412871 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413028 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413198 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413334 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413489 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413645 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413800 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.413954 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414108 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414264 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414419 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414579 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414734 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.414888 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415042 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415196 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415351 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415506 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415660 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415814 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.415969 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416122 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416279 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416453 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416610 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416765 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.416939 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417078 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417234 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417391 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417545 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417700 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.417856 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418010 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418167 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418324 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418480 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418635 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418789 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.418945 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419114 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419269 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419422 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419577 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419731 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.419885 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.420568 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.420759 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.420910 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421088 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421219 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421340 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421497 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421654 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421810 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.421964 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422118 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422271 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422425 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422592 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422747 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.422900 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423056 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423210 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423376 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423530 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423685 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423838 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.423992 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424155 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424343 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424488 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424642 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424796 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.424960 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425114 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425267 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425421 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425574 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425736 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.425891 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426045 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426197 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426350 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426513 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426668 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426822 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.426984 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427138 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427291 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427446 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427611 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427767 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.427924 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428080 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428233 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428408 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428567 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428726 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.428891 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429052 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429209 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429370 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429532 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429694 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.429847 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430009 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430176 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430331 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430491 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430627 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430780 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.430935 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431090 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431243 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431401 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431744 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431744 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.431959 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432025 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432156 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432371 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432467 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432590 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432743 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.432897 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.433053 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 18 01:30:51.433200 dv-cinder-784623-9-iscsi neutron-server[78752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 18 01:30:51.563291 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50004) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:30:51.571640 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062456
May 18 01:31:02.363215 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb0f1b-a16d-4a7c-81c4-3b3c6cc799c7 None None] get_active_networks_info from dv-cinder-784623-9-iscsi {{(pid=78861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 18 01:31:02.458221 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb0f1b-a16d-4a7c-81c4-3b3c6cc799c7 None None] No non-hosted networks {{(pid=78861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 18 01:31:02.483243 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.agentschedulers_db [None req-ebdb0f1b-a16d-4a7c-81c4-3b3c6cc799c7 None None] DHCP Agent not found on host dv-cinder-784623-9-iscsi {{(pid=78861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 18 01:31:02.602348 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a0f-9a36-40e5-9b24-75f226eda51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:04.618575 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:04.619462 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.619798 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.620129 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.620492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.622967 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.623334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.623674 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.624023 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.624375 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.624704 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.634249 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.634638 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:04.635089 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6fa1793370>, 'Open vSwitch agent', 'dv-cinder-784623-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:04.643306 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e015b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:04.659748 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d615e358-a798-4586-8cf3-09f5c7ac61ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:04.690802 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-cb378ecc-3195-4828-ab0a-420947288714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:05.698503 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:07.310002 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:08.778395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50098) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:09.379136 dv-cinder-784623-9-iscsi neutron-server[78860]: WARNING oslo_policy.policy [None req-d016a91b-2a22-4eda-a073-b86a8b4ec893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:09.379741 dv-cinder-784623-9-iscsi neutron-server[78860]: WARNING oslo_policy.policy [None req-d016a91b-2a22-4eda-a073-b86a8b4ec893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:09.603572 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [None req-d016a91b-2a22-4eda-a073-b86a8b4ec893 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:31:09.610603 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d016a91b-2a22-4eda-a073-b86a8b4ec893 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8252251
May 18 01:31:09.610744 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.db.l3_hamode_db [None req-9cade957-119f-4d1a-a508-d42e91567d50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 18 01:31:09.693696 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cade957-119f-4d1a-a508-d42e91567d50 None None] Routers set() bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:31:09.694076 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cade957-119f-4d1a-a508-d42e91567d50 None None] Router IDs set() for agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 18 01:31:12.133532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50112) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:12.497437 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:12.597986 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.policy [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78860) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 18 01:31:12.643257 dv-cinder-784623-9-iscsi neutron-server[78860]: WARNING oslo_policy.policy [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:12.643622 dv-cinder-784623-9-iscsi neutron-server[78860]: WARNING oslo_policy.policy [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:12.652212 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.quota [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6fa14b06d0>.
May 18 01:31:12.667603 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:12.727045 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339148244', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339147707', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339154347', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339130655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339136497', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757339048083', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-648354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3910127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3836729'] for rbac-policy, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:12.786674 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:12.787816 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-236f1654-1f45-4ab5-afd0-099652b90726 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6533570
May 18 01:31:15.348847 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50126) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:15.920190 dv-cinder-784623-9-iscsi neutron-server[78859]: WARNING oslo_policy.policy [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:15.920849 dv-cinder-784623-9-iscsi neutron-server[78859]: WARNING oslo_policy.policy [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:16.150302 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'name': 'private'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:16.152413 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.quota [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6fa17d46a0>.
May 18 01:31:16.168198 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:16.174855 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Usage tracker for resource:network and tenant:c9ff69ac065842b7a4c9769c075a1e48 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:16.180429 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:16.188363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:16.203967 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Made reservation on behalf of c9ff69ac065842b7a4c9769c075a1e48 for: {'network': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:31:16.275658 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.policy [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78859) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 18 01:31:16.320219 dv-cinder-784623-9-iscsi neutron-server[78859]: WARNING oslo_policy.policy [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:16.320610 dv-cinder-784623-9-iscsi neutron-server[78859]: WARNING oslo_policy.policy [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 18 01:31:16.330683 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.351762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.367079 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:16.371246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Usage tracker for resource:security_group_rule and tenant:c9ff69ac065842b7a4c9769c075a1e48 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:16.376241 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:16.381762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:16.480164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.483855 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.489263 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:16.506801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=78859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:31:16.532856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757339916490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.533438 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fa2288ca0> segment precommit_create {{(pid=78859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 18 01:31:16.533894 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.segments_db [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Added segment c27548fc-7f9d-45b9-b130-7345cf692d99 of type vlan for network 56a5d7a3-d141-48e7-8e3a-18370a08e098
May 18 01:31:16.585810 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3af187-fa53-41d2-8e29-55297bcd6e7f,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:16.609183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.609526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.609850 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.610166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.610476 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.610784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.611090 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.611394 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.611697 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.611998 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.612329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.612619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Tracked resource versions report:
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]: pushed versions:
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]: {   'AddressGroup': {'1.2'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'ConntrackHelper': {'1.0'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Log': {'1.0'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Network': {'1.1'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Port': {'1.7'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'PortForwarding': {'1.2'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'QosPolicy': {'1.8'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SecurityGroup': {'1.4'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SecurityGroupRule': {'1.2'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SubPort': {'1.0'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Subnet': {'1.1'},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Trunk': {'1.1'}}
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]: consumer versions:
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'ConntrackHelper': '1.0',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Log': '1.0',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Network': '1.1',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Port': '1.7',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'PortForwarding': '1.2',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'QosPolicy': '1.8',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SecurityGroup': '1.4',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SecurityGroupRule': '1.2',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SubPort': '1.0',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Subnet': '1.1',
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Trunk': '1.1'}}
May 18 01:31:16.613736 dv-cinder-784623-9-iscsi neutron-server[78859]:  {{(pid=78859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:31:16.656526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.660258 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:16.697056 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.698618 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:16.699241 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:16.703595 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:16.804399 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Pushing event updated for resources: {'Network': ['ID=56a5d7a3-d141-48e7-8e3a-18370a08e098,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:16.807631 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.4566612
May 18 01:31:16.809390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:16.824090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:31:19.448646 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50148) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:19.894108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74ad5f-aa01-479e-b3dc-0e2ac4aec40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:19.895489 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ac74ad5f-aa01-479e-b3dc-0e2ac4aec40b admin admin] 10.222.0.16 "GET /v2.0/networks/56a5d7a3-d141-48e7-8e3a-18370a08e098 HTTP/1.1" status: 200  len: 824 time: 0.4458232
May 18 01:31:19.925005 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6ea0fc3f-fc50-4fe3-bcbe-7440baa66cce admin admin] 10.222.0.16 "GET /v2.0/subnetpools/ba758376-6131-466c-958c-9613122d027c HTTP/1.1" status: 200  len: 734 time: 0.0241010
May 18 01:31:19.933949 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:19.938220 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:19.941872 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Usage tracker for resource:subnet and tenant:c9ff69ac065842b7a4c9769c075a1e48 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:19.944709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:19.951811 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:19.963561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Made reservation on behalf of c9ff69ac065842b7a4c9769c075a1e48 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:31:19.967028 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:20.425525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:20.430445 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:20.508060 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b29eaf2-b398-4ad7-9d26-ed8f0c945485,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:20.513606 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Checking segment: {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:31:20.513991 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Network hostable DHCP agents. Network: 56a5d7a3-d141-48e7-8e3a-18370a08e098, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:31:20.517565 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:20.532478 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:31:20.542694 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 56a5d7a3-d141-48e7-8e3a-18370a08e098) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:20.549764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:20.550358 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:20.550744 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da07cff-fb7d-425e-9421-d562602c553b None None] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:31:20.570500 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6402795
May 18 01:31:20.858142 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-56a5d7a3-d141-48e7-8e3a-18370a08e098', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:31:20.859374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.041955 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Allocated IP 172.20.0.2 (56a5d7a3-d141-48e7-8e3a-18370a08e098/7b29eaf2-b398-4ad7-9d26-ed8f0c945485/28c58e1a-d869-4de8-827c-6a9fcd9424b9) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:31:21.269057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.281884 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Transition to ACTIVE for port object 28c58e1a-d869-4de8-827c-6a9fcd9424b9 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:31:21.301525 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Transition to ACTIVE for port object 28c58e1a-d869-4de8-827c-6a9fcd9424b9 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:31:21.308996 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.314944 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:21.374537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:31:21.377357 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:21.386269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:31:21.388537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Pushing event updated for resources: {'Port': ['ID=28c58e1a-d869-4de8-827c-6a9fcd9424b9,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:21.429640 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.429973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.430304 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.430622 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.430936 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.431328 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.431638 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.431950 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.432273 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.432605 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.432914 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.433214 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Tracked resource versions report:
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]: pushed versions:
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]: {   'AddressGroup': {'1.2'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'ConntrackHelper': {'1.0'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Log': {'1.0'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Network': {'1.1'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Port': {'1.7'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'PortForwarding': {'1.2'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'QosPolicy': {'1.8'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SecurityGroup': {'1.4'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SecurityGroupRule': {'1.2'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SubPort': {'1.0'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Subnet': {'1.1'},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Trunk': {'1.1'}}
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]: consumer versions:
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'ConntrackHelper': '1.0',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Log': '1.0',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Network': '1.1',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Port': '1.7',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'PortForwarding': '1.2',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'QosPolicy': '1.8',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SecurityGroup': '1.4',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SecurityGroupRule': '1.2',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SubPort': '1.0',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Subnet': '1.1',
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Trunk': '1.1'}}
May 18 01:31:21.434347 dv-cinder-784623-9-iscsi neutron-server[78861]:  {{(pid=78861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:31:21.466084 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:21.490367 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Attempting to bind port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:31:21.490754 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Attempting to bind port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:31:21.491177 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Attempting to bind port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 on network 56a5d7a3-d141-48e7-8e3a-18370a08e098 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:31:21.496523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:31:21.496918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Checking segment: {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:31:21.497376 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.497756 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Bound using segment: {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:31:21.498232 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Bound port: 28c58e1a-d869-4de8-827c-6a9fcd9424b9, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:31:21.498650 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.582960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] For port 28c58e1a-d869-4de8-827c-6a9fcd9424b9, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:31:21.586802 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] For port 28c58e1a-d869-4de8-827c-6a9fcd9424b9, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=28c58e1a-d869-4de8-827c-6a9fcd9424b9,segment=NetworkSegment(c27548fc-7f9d-45b9-b130-7345cf692d99),segment_id=c27548fc-7f9d-45b9-b130-7345cf692d99)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:31:21.591237 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:21.595749 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:21.679107 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Pushing event updated for resources: {'Port': ['ID=28c58e1a-d869-4de8-827c-6a9fcd9424b9,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:21.682667 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:23.010786 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50158) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:23.378625 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [None req-3d758fc6-78bc-42a7-8887-416d48e8f046 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:31:23.379606 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-3d758fc6-78bc-42a7-8887-416d48e8f046 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3678162
May 18 01:31:25.760816 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50168) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:26.147559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [None req-1ecd4bca-7da4-420d-a4a3-937aa34a0a4f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:31:26.148562 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1ecd4bca-7da4-420d-a4a3-937aa34a0a4f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3867865
May 18 01:31:26.474847 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 28c58e1a-d869-4de8-827c-6a9fcd9424b9 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:26.550347 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:31:27.048218 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc727e-866e-4f6a-ac6a-3d3ed0fb7176 None None] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:31:27.172856 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Provisioning for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:31:27.181615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Provisioning complete for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:27.182005 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:27.391974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:27.431971 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] For port 28c58e1a-d869-4de8-827c-6a9fcd9424b9, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=28c58e1a-d869-4de8-827c-6a9fcd9424b9,segment=NetworkSegment(c27548fc-7f9d-45b9-b130-7345cf692d99),segment_id=c27548fc-7f9d-45b9-b130-7345cf692d99)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:31:27.436348 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:27.440812 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:27.510177 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Pushing event updated for resources: {'Port': ['ID=28c58e1a-d869-4de8-827c-6a9fcd9424b9,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:27.513269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:27.659361 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-758cdf02-da61-4440-9b58-426688402776 None None] Provisioning complete for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:27.659646 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-758cdf02-da61-4440-9b58-426688402776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:28.454407 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 28c58e1a-d869-4de8-827c-6a9fcd9424b9 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:28.545724 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:28.546334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:28.790818 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50184) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:29.144672 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:29.149166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:29.153230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Usage tracker for resource:router and tenant:c9ff69ac065842b7a4c9769c075a1e48 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:29.157055 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:29.163002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:29.173046 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:29.175058 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:29.197316 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:29.309036 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:29.328441 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:29.329741 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-717a1220-3da5-4e31-b9d7-418314419337 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5379758
May 18 01:31:31.638258 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50194) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:31.999014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [None req-1eff1e15-793b-4f7a-a3a0-426b6627435e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:31:31.999988 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1eff1e15-793b-4f7a-a3a0-426b6627435e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3608167
May 18 01:31:32.261805 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-37fbdfef-8f7a-4712-8def-a26858238fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.316075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50204) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:34.583881 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.621929 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e84391ed-afd3-437e-8f6f-ff1758a801cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.681329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:34.686422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:34.690106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Usage tracker for resource:network and tenant:2f1977b1b4854795986aa73c2d8aad66 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:34.693872 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:34.700493 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:34.709668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Made reservation on behalf of 2f1977b1b4854795986aa73c2d8aad66 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:31:34.712938 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.729125 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.743564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:34.747127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1977b1b4854795986aa73c2d8aad66 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:34.750197 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:34.755582 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:34.848690 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.852747 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.857663 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:34.868738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Reserving flat network on physical network physnet1 {{(pid=78860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 18 01:31:34.899083 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757339916490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:34.899648 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fa2288ca0> segment precommit_create {{(pid=78860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 18 01:31:34.900089 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Added segment 1f63a22f-6dbe-4550-af28-f1027e5a6497 of type flat for network 92d03256-14b1-40fd-9d1b-43759e8f0a95
May 18 01:31:34.949317 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1fa23c-f682-4528-be8f-5e24826d6b23,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:34.963163 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.963505 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.963829 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.964139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.964473 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.964781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.965446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.965446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.965661 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.965958 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.966249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.966542 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Tracked resource versions report:
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]: pushed versions:
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]: {   'AddressGroup': {'1.2'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'ConntrackHelper': {'1.0'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Log': {'1.0'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Network': {'1.1'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Port': {'1.7'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'PortForwarding': {'1.2'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'QosPolicy': {'1.8'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SecurityGroup': {'1.4'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SecurityGroupRule': {'1.2'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SubPort': {'1.0'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Subnet': {'1.1'},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Trunk': {'1.1'}}
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]: consumer versions:
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'ConntrackHelper': '1.0',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Log': '1.0',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Network': '1.1',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Port': '1.7',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'PortForwarding': '1.2',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'QosPolicy': '1.8',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SecurityGroup': '1.4',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SecurityGroupRule': '1.2',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SubPort': '1.0',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Subnet': '1.1',
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Trunk': '1.1'}}
May 18 01:31:34.967642 dv-cinder-784623-9-iscsi neutron-server[78860]:  {{(pid=78860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:31:35.019716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:35.023674 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:35.064337 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:35.065728 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:35.066360 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:35.071029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:35.175006 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8577819
May 18 01:31:35.175583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Pushing event updated for resources: {'Network': ['ID=92d03256-14b1-40fd-9d1b-43759e8f0a95,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:35.180171 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:35.186830 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:31:35.651340 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:37.269515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:37.502656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50228) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:37.716276 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a763a4-d1a8-4432-8996-f99dc4b42780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:37.717659 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-e7a763a4-d1a8-4432-8996-f99dc4b42780 admin admin] 10.222.0.16 "GET /v2.0/subnets/7b29eaf2-b398-4ad7-9d26-ed8f0c945485 HTTP/1.1" status: 200  len: 849 time: 0.2141328
May 18 01:31:37.870804 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-4fba8bc7-2fef-4d6b-8247-bb6fe0f8e70e admin admin] 10.222.0.16 "GET /v2.0/routers/50c24ce0-42e2-4931-9f64-16aa9be33b35 HTTP/1.1" status: 200  len: 704 time: 0.1474478
May 18 01:31:38.332813 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:38.558911 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Allocated IP 172.20.0.1 (56a5d7a3-d141-48e7-8e3a-18370a08e098/7b29eaf2-b398-4ad7-9d26-ed8f0c945485/7c00822c-d2b4-4d0e-96b3-3421c040daed) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:31:38.712334 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:38.730061 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Transition to ACTIVE for port object 7c00822c-d2b4-4d0e-96b3-3421c040daed will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:31:38.786178 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:38.791988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:38.852122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:31:38.854801 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:38.861322 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:31:38.862272 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:38.977389 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Pushing event updated for resources: {'Port': ['ID=7c00822c-d2b4-4d0e-96b3-3421c040daed,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:38.992385 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:39.048572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-bb98b820-22f7-4aba-8d11-9b4f585ee6a9 None None] Provisioning for port 7c00822c-d2b4-4d0e-96b3-3421c040daed completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:31:39.053554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-bb98b820-22f7-4aba-8d11-9b4f585ee6a9 None None] Provisioning complete for port 7c00822c-d2b4-4d0e-96b3-3421c040daed triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:39.054005 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-bb98b820-22f7-4aba-8d11-9b4f585ee6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.110177 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-bb98b820-22f7-4aba-8d11-9b4f585ee6a9 None None] Port 7c00822c-d2b4-4d0e-96b3-3421c040daed cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:31:39.158453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.382450 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.386780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.387846 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.391815 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:39.516395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Pushing event updated for resources: {'Port': ['ID=7c00822c-d2b4-4d0e-96b3-3421c040daed,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:39.525301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:39.578084 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:31:39.579122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:39.730986 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-dcc36171-68a3-4178-a9e8-2e745e699710 None None] Provisioning complete for port 7c00822c-d2b4-4d0e-96b3-3421c040daed triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:39.731347 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-dcc36171-68a3-4178-a9e8-2e745e699710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:39.766023 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Router 50c24ce0-42e2-4931-9f64-16aa9be33b35 is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:31:39.789248 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-dcc36171-68a3-4178-a9e8-2e745e699710 None None] Port 7c00822c-d2b4-4d0e-96b3-3421c040daed cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:31:39.915199 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:31:39.924098 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] 10.222.0.16 "PUT /v2.0/routers/50c24ce0-42e2-4931-9f64-16aa9be33b35/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0484719
May 18 01:31:39.925053 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Sync routers for ids ['50c24ce0-42e2-4931-9f64-16aa9be33b35'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:31:39.935829 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Routers {'50c24ce0-42e2-4931-9f64-16aa9be33b35'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:31:39.936727 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa175a580>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:31:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['50c24ce0-42e2-4931-9f64-16aa9be33b35'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:40.112600 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Set router 50c24ce0-42e2-4931-9f64-16aa9be33b35 gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:31:40.471925 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa175a580>, [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:39Z', 'revision_number': 2, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port_host': None, '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:39Z', 'revision_number': 2, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:40.477376 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Checking router: 50c24ce0-42e2-4931-9f64-16aa9be33b35 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:31:40.477749 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Updating router 50c24ce0-42e2-4931-9f64-16aa9be33b35 port 7c00822c-d2b4-4d0e-96b3-3421c040daed binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:31:40.530903 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:40.902628 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:40.917974 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Transition to ACTIVE for port object 7c00822c-d2b4-4d0e-96b3-3421c040daed will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:31:40.924577 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:40.931436 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:41.143323 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Pushing event updated for resources: {'Port': ['ID=7c00822c-d2b4-4d0e-96b3-3421c040daed,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:41.146988 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Attempting to bind port 7c00822c-d2b4-4d0e-96b3-3421c040daed on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:31:41.147405 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Attempting to bind port 7c00822c-d2b4-4d0e-96b3-3421c040daed by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:31:41.147832 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Attempting to bind port 7c00822c-d2b4-4d0e-96b3-3421c040daed on network 56a5d7a3-d141-48e7-8e3a-18370a08e098 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:31:41.155677 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.155953 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.156274 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.156615 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.156929 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.157240 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.157547 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.157861 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.158172 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.158477 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.158781 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.159084 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Tracked resource versions report:
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]: pushed versions:
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]: {   'AddressGroup': {'1.2'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'ConntrackHelper': {'1.0'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Log': {'1.0'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Network': {'1.1'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Port': {'1.7'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'PortForwarding': {'1.2'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'QosPolicy': {'1.8'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SecurityGroup': {'1.4'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SecurityGroupRule': {'1.2'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SubPort': {'1.0'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Subnet': {'1.1'},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Trunk': {'1.1'}}
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]: consumer versions:
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'ConntrackHelper': '1.0',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Log': '1.0',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Network': '1.1',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Port': '1.7',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'PortForwarding': '1.2',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'QosPolicy': '1.8',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SecurityGroup': '1.4',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SecurityGroupRule': '1.2',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SubPort': '1.0',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Subnet': '1.1',
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Trunk': '1.1'}}
May 18 01:31:41.160216 dv-cinder-784623-9-iscsi neutron-server[78862]:  {{(pid=78862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:31:41.162618 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:31:41.162877 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Checking segment: {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:31:41.163858 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:41.164498 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Bound using segment: {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:31:41.165006 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Bound port: 7c00822c-d2b4-4d0e-96b3-3421c040daed, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27548fc-7f9d-45b9-b130-7345cf692d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:31:41.165366 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:41.177967 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:41.252391 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] For port 7c00822c-d2b4-4d0e-96b3-3421c040daed, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:31:41.256188 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] For port 7c00822c-d2b4-4d0e-96b3-3421c040daed, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=7c00822c-d2b4-4d0e-96b3-3421c040daed,segment=NetworkSegment(c27548fc-7f9d-45b9-b130-7345cf692d99),segment_id=c27548fc-7f9d-45b9-b130-7345cf692d99)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:31:41.262122 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:41.267264 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:41.359076 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Routers {'50c24ce0-42e2-4931-9f64-16aa9be33b35'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:31:41.359703 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa175a580>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:31:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['50c24ce0-42e2-4931-9f64-16aa9be33b35'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:41.408276 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Pushing event updated for resources: {'Port': ['ID=7c00822c-d2b4-4d0e-96b3-3421c040daed,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:41.411916 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c68f090e-3892-41ab-b52c-861c729c6575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:41.547856 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] Set router 50c24ce0-42e2-4931-9f64-16aa9be33b35 gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:31:41.874488 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa175a580>, [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:39Z', 'revision_number': 2, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port_host': None, '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 4, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:41.878735 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed78b4-db99-4fe9-aa71-4713758dd7af None None] The sync data for ids ['50c24ce0-42e2-4931-9f64-16aa9be33b35'] in dv-cinder-784623-9-iscsi is: [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:39Z', 'revision_number': 2, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port_host': None, '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 4, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:31:42.074159 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50250) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:42.221879 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550d95d-8dac-49b1-9404-b69042093719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:42.222329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a550d95d-8dac-49b1-9404-b69042093719 admin admin] Synchronizing usage tracker for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:31:42.240641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a550d95d-8dac-49b1-9404-b69042093719 admin admin] Unset dirty status for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:31:42.242411 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a550d95d-8dac-49b1-9404-b69042093719 admin admin] 10.222.0.16 "GET /v2.0/networks/92d03256-14b1-40fd-9d1b-43759e8f0a95 HTTP/1.1" status: 200  len: 842 time: 0.1673105
May 18 01:31:42.252055 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Request body: {'subnet': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:42.257824 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:31:42.261536 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Usage tracker for resource:subnet and tenant:2f1977b1b4854795986aa73c2d8aad66 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:31:42.264404 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:31:42.270556 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:31:42.282575 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Made reservation on behalf of 2f1977b1b4854795986aa73c2d8aad66 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:31:42.284900 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:42.705789 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.objects.ports [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78860) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 18 01:31:42.706220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:42.711001 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:42.821211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d845d5-a1e4-435d-93f6-258f9e0146b9,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:42.826551 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:42.830619 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:31:42.830981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Network hostable DHCP agents. Network: 92d03256-14b1-40fd-9d1b-43759e8f0a95, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:31:42.849718 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:31:42.859291 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 92d03256-14b1-40fd-9d1b-43759e8f0a95) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:42.863301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:42.863878 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:42.869619 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb1130-61b8-40a8-8de8-5da15268ced4 None None] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:31:42.885544 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6372845
May 18 01:31:43.093414 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2172b73-1769-45d7-975c-779082d43eec None None] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:31:44.531282 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 7c00822c-d2b4-4d0e-96b3-3421c040daed up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:44.604043 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 7c00822c-d2b4-4d0e-96b3-3421c040daed completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:31:44.609136 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 7c00822c-d2b4-4d0e-96b3-3421c040daed triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:44.609678 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:44.733363 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:44.766958 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 7c00822c-d2b4-4d0e-96b3-3421c040daed, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=7c00822c-d2b4-4d0e-96b3-3421c040daed,segment=NetworkSegment(c27548fc-7f9d-45b9-b130-7345cf692d99),segment_id=c27548fc-7f9d-45b9-b130-7345cf692d99)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:31:44.770982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:44.776135 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-7d9c4355-08c6-40ca-a05a-f4d23ba233da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:44.843126 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=7c00822c-d2b4-4d0e-96b3-3421c040daed,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:44.846436 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:45.125192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50264) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:45.323387 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2b13e284-6b83-4447-91fa-c2ff07a3863d admin admin] 10.222.0.16 "GET /v2.0/routers/50c24ce0-42e2-4931-9f64-16aa9be33b35 HTTP/1.1" status: 200  len: 710 time: 0.1970930
May 18 01:31:45.451994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19cacc-a1d6-4269-89ed-ab26be9b34ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:31:45.453534 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-fa19cacc-a1d6-4269-89ed-ab26be9b34ce admin admin] 10.222.0.16 "GET /v2.0/networks/92d03256-14b1-40fd-9d1b-43759e8f0a95 HTTP/1.1" status: 200  len: 886 time: 0.1251175
May 18 01:31:45.462434 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:31:45.890339 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.214912 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.268691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.448514 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Allocated IP 172.27.1.42 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/079cd264-d4a0-4017-a2fe-3fda1ab09d57) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:31:46.466230 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 7c00822c-d2b4-4d0e-96b3-3421c040daed up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:46.535532 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 7c00822c-d2b4-4d0e-96b3-3421c040daed triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:46.535894 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.590780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.620325 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:46.624781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:46.685693 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:31:46.688435 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:31:46.691890 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:31:46.753457 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Pushing event updated for resources: {'Port': ['ID=079cd264-d4a0-4017-a2fe-3fda1ab09d57,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:46.803503 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:47.061453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:47.384380 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:47.387492 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4083136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4083147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3943660'] for router, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:47.562576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Router 50c24ce0-42e2-4931-9f64-16aa9be33b35 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:31:47.789600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:31:47.797572 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:47.798671 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Sync routers for ids ['50c24ce0-42e2-4931-9f64-16aa9be33b35'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:31:47.799091 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] 10.222.0.16 "PUT /v2.0/routers/50c24ce0-42e2-4931-9f64-16aa9be33b35 HTTP/1.1" status: 200  len: 889 time: 2.3399143
May 18 01:31:47.809160 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Routers {'50c24ce0-42e2-4931-9f64-16aa9be33b35'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:31:47.809933 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e42220>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:31:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['50c24ce0-42e2-4931-9f64-16aa9be33b35'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:47.999626 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Set router 50c24ce0-42e2-4931-9f64-16aa9be33b35 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:31:48.356635 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e42220>, [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:46Z', 'revision_number': 4, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port': {'id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:46Z', 'updated_at': '2021-05-18T01:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:44Z', 'revision_number': 5, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:48.361474 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Checking router: 50c24ce0-42e2-4931-9f64-16aa9be33b35 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:31:48.361815 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Updating router 50c24ce0-42e2-4931-9f64-16aa9be33b35 port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:31:48.411421 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.724238 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.735507 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Transition to ACTIVE for port object 079cd264-d4a0-4017-a2fe-3fda1ab09d57 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:31:48.742553 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.746228 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5a366853-493f-45bc-97d6-ee07db92fd91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:48.823335 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Attempting to bind port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:31:48.823987 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Attempting to bind port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:31:48.824091 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Attempting to bind port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:31:48.829801 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Pushing event updated for resources: {'Port': ['ID=079cd264-d4a0-4017-a2fe-3fda1ab09d57,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:48.833706 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:48.834554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:31:48.835107 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:31:48.835507 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.835891 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:31:48.836596 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Bound port: 079cd264-d4a0-4017-a2fe-3fda1ab09d57, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:31:48.836987 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.906523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] For port 079cd264-d4a0-4017-a2fe-3fda1ab09d57, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:31:48.909486 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] For port 079cd264-d4a0-4017-a2fe-3fda1ab09d57, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=079cd264-d4a0-4017-a2fe-3fda1ab09d57,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:31:48.914907 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:48.918727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:48.995966 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Pushing event updated for resources: {'Port': ['ID=079cd264-d4a0-4017-a2fe-3fda1ab09d57,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:48.999492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:49.001060 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Routers {'50c24ce0-42e2-4931-9f64-16aa9be33b35'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:31:49.001650 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e42220>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:31:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['50c24ce0-42e2-4931-9f64-16aa9be33b35'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:49.179173 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] Set router 50c24ce0-42e2-4931-9f64-16aa9be33b35 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:31:49.529168 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e42220>, [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:46Z', 'revision_number': 4, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port': {'id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:46Z', 'updated_at': '2021-05-18T01:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:44Z', 'revision_number': 5, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:31:49.533127 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647d9c8-bfcd-4c4e-ac33-7c18a71d7387 None None] The sync data for ids ['50c24ce0-42e2-4931-9f64-16aa9be33b35'] in dv-cinder-784623-9-iscsi is: [{'id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'name': 'router1', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:29Z', 'updated_at': '2021-05-18T01:31:46Z', 'revision_number': 4, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'gw_port': {'id': '079cd264-d4a0-4017-a2fe-3fda1ab09d57', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:46Z', 'updated_at': '2021-05-18T01:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '7c00822c-d2b4-4d0e-96b3-3421c040daed', 'name': '', 'network_id': '56a5d7a3-d141-48e7-8e3a-18370a08e098', 'tenant_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'mac_address': 'fa:16:3e:f1:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c24ce0-42e2-4931-9f64-16aa9be33b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:38Z', 'updated_at': '2021-05-18T01:31:44Z', 'revision_number': 5, 'project_id': 'c9ff69ac065842b7a4c9769c075a1e48', 'subnets': [{'id': '7b29eaf2-b398-4ad7-9d26-ed8f0c945485', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba758376-6131-466c-958c-9613122d027c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:31:50.136482 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50274) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:31:50.254525 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-93d2a6f9-8cba-4525-a4c6-8451b28e7ab7 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1143827
May 18 01:31:50.491137 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 079cd264-d4a0-4017-a2fe-3fda1ab09d57 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:50.562374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:31:50.566900 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:50.567266 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:50.680667 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:50.697361 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 079cd264-d4a0-4017-a2fe-3fda1ab09d57, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=079cd264-d4a0-4017-a2fe-3fda1ab09d57,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:31:50.702027 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:50.704033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:31:50.774938 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=079cd264-d4a0-4017-a2fe-3fda1ab09d57,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:31:50.777978 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:31:52.473362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 079cd264-d4a0-4017-a2fe-3fda1ab09d57 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:31:52.546125 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 079cd264-d4a0-4017-a2fe-3fda1ab09d57 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:31:52.546567 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:31:58.343071 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:32:02.265482 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2f881006-40ca-4968-9a0e-e00de5283a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:04.588124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:04.629167 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8537a5ca-4551-4980-8f41-366df00ce043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:05.666082 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:07.289673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:32.270628 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5aafe27b-21ff-472d-9be3-ce5cf146713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:34.585841 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:34.624908 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-a256d07d-cb12-4619-80c9-c15ed0583da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:35.326351 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:32:35.661940 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:32:37.292996 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:02.267072 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-290983bc-0691-43d4-95ab-954519e0faf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:04.589337 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:04.615290 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8c9eed3e-d6a4-4318-9f89-338d96558cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:05.659061 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:07.292060 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:12.330326 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:33:24.722090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50844) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:24.791304 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.pecan_wsgi.hooks.translation [None req-f203ce1c-365c-4bcd-aa15-763a05a6242c admin admin] GET failed (client error): The resource could not be found.
May 18 01:33:24.792628 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f203ce1c-365c-4bcd-aa15-763a05a6242c admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0695846
May 18 01:33:24.923613 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a206068-6650-4cc3-b431-d8941f9b4980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:24.924966 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0a206068-6650-4cc3-b431-d8941f9b4980 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1284811
May 18 01:33:27.011790 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50854) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:27.119830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff7b38-289c-4d99-b074-506c74140502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:27.120420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6aff7b38-289c-4d99-b074-506c74140502 admin admin] Synchronizing usage tracker for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:subnet {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:33:27.136110 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6aff7b38-289c-4d99-b074-506c74140502 admin admin] Unset dirty status for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:subnet {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:33:27.137249 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6aff7b38-289c-4d99-b074-506c74140502 admin admin] 10.222.0.16 "GET /v2.0/subnets/7b29eaf2-b398-4ad7-9d26-ed8f0c945485 HTTP/1.1" status: 200  len: 849 time: 0.1245086
May 18 01:33:27.146653 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:33:27.261484 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:27.445726 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757339904817'] for subnet, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:27.450291 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-01f47440-ba7d-40a7-8782-17ba65a955d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:33:27.490547 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:27.491144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:27.492244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92daba-3f65-4c3b-bce0-c0c2c3f4c9c5 None None] Network 56a5d7a3-d141-48e7-8e3a-18370a08e098 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:33:27.492710 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] 10.222.0.16 "PUT /v2.0/subnets/7b29eaf2-b398-4ad7-9d26-ed8f0c945485 HTTP/1.1" status: 200  len: 868 time: 0.3497131
May 18 01:33:27.517405 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b29eaf2-b398-4ad7-9d26-ed8f0c945485,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:33:27.525194 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.525530 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.525861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.526187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.526511 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.526834 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.527183 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.527503 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.527837 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.528323 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.528646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.528959 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:33:27.533591 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:33:27.926991 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5eda7c05-96ab-4e5c-8df6-0c6b04674c4e None None] Provisioning complete for port 28c58e1a-d869-4de8-827c-6a9fcd9424b9 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:33:27.927365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5eda7c05-96ab-4e5c-8df6-0c6b04674c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:28.054562 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5eda7c05-96ab-4e5c-8df6-0c6b04674c4e None None] Provisioning complete for port 7c00822c-d2b4-4d0e-96b3-3421c040daed triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:33:28.054829 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5eda7c05-96ab-4e5c-8df6-0c6b04674c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:29.586809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50864) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:29.755161 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ffcdb-30b2-48b8-9a45-7d181e34f0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:29.755633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ffcdb-30b2-48b8-9a45-7d181e34f0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:29.757149 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0e6ffcdb-30b2-48b8-9a45-7d181e34f0d1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1694074
May 18 01:33:31.841619 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50874) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:32.011943 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce40ab-6895-44fd-afdd-b2e693467d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:32.012515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce40ab-6895-44fd-afdd-b2e693467d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:32.014013 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-03ce40ab-6895-44fd-afdd-b2e693467d9b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1714652
May 18 01:33:32.269851 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0cba6449-a9a8-4683-a419-f341e57f5262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:34.097121 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50884) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:34.270808 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deed86a-a278-44d1-a7c2-93f00fba645f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:34.272061 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0deed86a-a278-44d1-a7c2-93f00fba645f admin admin] 10.222.0.16 "GET /v2.0/networks/56a5d7a3-d141-48e7-8e3a-18370a08e098 HTTP/1.1" status: 200  len: 868 time: 0.1740060
May 18 01:33:34.593167 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:34.615431 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-548a5b9b-a837-4257-bc66-e336a4e161ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:35.662635 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:36.371964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50894) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:36.539091 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c881b-79d0-4108-a175-a64c8e5a6ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:36.540465 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6b7c881b-79d0-4108-a175-a64c8e5a6ce6 admin admin] 10.222.0.16 "GET /v2.0/networks/92d03256-14b1-40fd-9d1b-43759e8f0a95 HTTP/1.1" status: 200  len: 886 time: 0.1674814
May 18 01:33:37.296387 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:33:38.667363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50904) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:38.777375 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bae33-de57-4bf8-9f66-8186ae88c3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:38.777749 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bae33-de57-4bf8-9f66-8186ae88c3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:38.779195 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-468bae33-de57-4bf8-9f66-8186ae88c3d0 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1109257
May 18 01:33:40.868120 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 50914) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:40.974317 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2e921-acd9-483e-9a22-96a6a6213f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:40.974774 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2e921-acd9-483e-9a22-96a6a6213f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:40.976258 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2ff2e921-acd9-483e-9a22-96a6a6213f63 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1071703
May 18 01:33:43.078184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50924) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:43.187310 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996eeab-f6e0-46ec-8641-693cfe730ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:43.188609 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5996eeab-f6e0-46ec-8641-693cfe730ca7 admin admin] 10.222.0.16 "GET /v2.0/subnets/7b29eaf2-b398-4ad7-9d26-ed8f0c945485 HTTP/1.1" status: 200  len: 868 time: 0.1094341
May 18 01:33:45.284206 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50934) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:33:45.384597 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5c3fb-7383-4fe8-9d5c-fd0fcdb1edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:33:45.385898 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-fff5c3fb-7383-4fe8-9d5c-fd0fcdb1edcf admin admin] 10.222.0.16 "GET /v2.0/subnets/b0d845d5-a1e4-435d-93f6-258f9e0146b9 HTTP/1.1" status: 200  len: 816 time: 0.1007457
May 18 01:33:49.332507 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:34:02.272539 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-19bab296-a6e4-451c-bdee-5b181ccc90e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:04.596280 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:04.615238 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-110f636d-25d7-44f4-b042-33bbd3aeb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:05.666633 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:07.298357 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:08.269774 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50978) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:34:08.315876 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [None req-1ca6343d-d1f4-42f3-a208-367848e04817 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:34:08.316910 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1ca6343d-d1f4-42f3-a208-367848e04817 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0461779
May 18 01:34:10.493029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50988) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:34:10.559631 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c547110-2148-4fd6-84cc-daf8c74d1e3c admin admin] GET failed (client error): The resource could not be found.
May 18 01:34:10.560905 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7c547110-2148-4fd6-84cc-daf8c74d1e3c admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0669475
May 18 01:34:10.730320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03642a-e025-4327-aae2-6b49afab4c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:34:10.731684 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ec03642a-e025-4327-aae2-6b49afab4c8c admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1665139
May 18 01:34:12.887545 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 50998) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:34:12.941136 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:34:12.945697 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:34:12.958695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:34:12.970152 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Made reservation on behalf of 2f1977b1b4854795986aa73c2d8aad66 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:34:12.973621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:13.078190 dv-cinder-784623-9-iscsi neutron-server[78860]: WARNING neutron.services.revisions.revision_plugin [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6fa09995b0] {project_id='2f1977b1b4854795986aa73c2d8aad66', id='fbae194e-eacd-4553-a6d9-5af7ce4219ea', target_tenant='*', action='access_as_shared', object_id='ee336d56-0c41-4759-8513-ae25f96372f0'}> to bump revision.
May 18 01:34:13.093620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:34:13.103623 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:13.104172 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Added segment 167f3089-fc64-43c5-b940-5d1fe2a7fa2c of type vlan for network ee336d56-0c41-4759-8513-ae25f96372f0
May 18 01:34:13.135904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:13.165892 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:13.167238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:34:13.167808 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:13.172108 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:34:13.269144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Pushing event updated for resources: {'Network': ['ID=ee336d56-0c41-4759-8513-ae25f96372f0,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:34:13.272391 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3838174
May 18 01:34:13.273084 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:34:13.287490 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network ee336d56-0c41-4759-8513-ae25f96372f0 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:34:15.425880 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51008) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:34:15.494378 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad9ac06-afa9-4f07-a14d-fb55c9d7a67c admin admin] GET failed (client error): The resource could not be found.
May 18 01:34:15.494865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-bad9ac06-afa9-4f07-a14d-fb55c9d7a67c admin admin] Synchronizing usage tracker for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:34:15.510082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-bad9ac06-afa9-4f07-a14d-fb55c9d7a67c admin admin] Unset dirty status for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:34:15.511267 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-bad9ac06-afa9-4f07-a14d-fb55c9d7a67c admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0844069
May 18 01:34:15.614527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d791d-25bb-4a56-a42e-a5611830040a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:34:15.615850 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-380d791d-25bb-4a56-a42e-a5611830040a admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1006608
May 18 01:34:15.625767 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Request body: {'subnet': {'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:34:15.629928 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:34:15.639114 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:34:15.648139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Made reservation on behalf of 2f1977b1b4854795986aa73c2d8aad66 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:34:15.650285 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.015445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.018811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:34:16.085954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef25aad2-5b13-4c20-b2e0-40c3176ebe95,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:34:16.089116 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:34:16.098649 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Checking segment: {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:34:16.099041 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Network hostable DHCP agents. Network: ee336d56-0c41-4759-8513-ae25f96372f0, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:34:16.114383 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Network ee336d56-0c41-4759-8513-ae25f96372f0 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:34:16.122543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, ee336d56-0c41-4759-8513-ae25f96372f0) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:34:16.127532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:34:16.129438 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.130281 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3583917-3cc6-439f-aabe-87055ee05cbe None None] Network ee336d56-0c41-4759-8513-ae25f96372f0 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:34:16.153757 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5318725
May 18 01:34:16.376361 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-ee336d56-0c41-4759-8513-ae25f96372f0', 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0', 'tenant_id': '2f1977b1b4854795986aa73c2d8aad66', 'fixed_ips': [{'subnet_id': 'ef25aad2-5b13-4c20-b2e0-40c3176ebe95'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:34:16.377400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.534801 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Allocated IP 192.168.233.2 (ee336d56-0c41-4759-8513-ae25f96372f0/ef25aad2-5b13-4c20-b2e0-40c3176ebe95/d7d22232-643a-4977-9d78-a461e787385f) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:34:16.748238 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.759512 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Transition to ACTIVE for port object d7d22232-643a-4977-9d78-a461e787385f will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:34:16.778436 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Transition to ACTIVE for port object d7d22232-643a-4977-9d78-a461e787385f will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:34:16.785089 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.792354 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:34:16.859418 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Network ee336d56-0c41-4759-8513-ae25f96372f0 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:34:16.864109 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:34:16.868498 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:34:16.870510 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Pushing event updated for resources: {'Port': ['ID=d7d22232-643a-4977-9d78-a461e787385f,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:34:16.902616 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.902948 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.903274 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.903596 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.903911 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.904226 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.904604 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.904922 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.905253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.905570 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.905882 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.906186 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:34:16.914102 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:34:16.972012 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Attempting to bind port d7d22232-643a-4977-9d78-a461e787385f on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:34:16.972568 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Attempting to bind port d7d22232-643a-4977-9d78-a461e787385f by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:34:16.972933 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Attempting to bind port d7d22232-643a-4977-9d78-a461e787385f on network ee336d56-0c41-4759-8513-ae25f96372f0 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:34:16.978428 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:34:16.978802 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Checking segment: {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:34:16.979199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:16.979587 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Bound using segment: {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:34:16.980109 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Bound port: d7d22232-643a-4977-9d78-a461e787385f, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:34:16.980498 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:17.068515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] For port d7d22232-643a-4977-9d78-a461e787385f, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:34:17.071595 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] For port d7d22232-643a-4977-9d78-a461e787385f, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=d7d22232-643a-4977-9d78-a461e787385f,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:34:17.075373 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:17.079731 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:34:17.156431 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Pushing event updated for resources: {'Port': ['ID=d7d22232-643a-4977-9d78-a461e787385f,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:34:17.159429 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:34:17.919124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66558c1-081c-407a-8814-6ea5ae4a3f5f None None] Network ee336d56-0c41-4759-8513-ae25f96372f0 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:34:18.002311 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-cb928c12-b155-44f2-8d02-4f6faec5e9ff None None] Provisioning for port d7d22232-643a-4977-9d78-a461e787385f completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:34:18.597010 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device d7d22232-643a-4977-9d78-a461e787385f up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:34:18.669930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port d7d22232-643a-4977-9d78-a461e787385f completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:34:18.675582 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port d7d22232-643a-4977-9d78-a461e787385f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:34:18.675951 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:18.795555 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:18.831892 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port d7d22232-643a-4977-9d78-a461e787385f, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=d7d22232-643a-4977-9d78-a461e787385f,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:34:18.836520 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:18.840241 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:34:18.909073 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=d7d22232-643a-4977-9d78-a461e787385f,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:34:18.912169 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:34:20.581090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device d7d22232-643a-4977-9d78-a461e787385f up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:34:20.651595 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port d7d22232-643a-4977-9d78-a461e787385f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:34:20.651959 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:26.334396 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:34:32.275927 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f3f29222-24d4-42ff-9ebe-0c87a3fd2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:34.600825 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:34.617977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-1b76cc16-d4db-4434-bfce-4bc8642378e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:35.670502 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:34:37.301401 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:02.277345 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f31e6244-4b84-424f-af63-970aeb4196ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:03.337213 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:35:04.603110 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:04.619642 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3c2df827-b337-4478-9be9-42ab3ce8ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:05.671218 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:07.305764 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:21.313687 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51058) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:35:21.319580 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [None req-4ba85f5a-f84e-4f34-ba12-4ffdfdee730d tempest-verify_tempest_config-275352431 tempest-verify_tempest_config-275352431-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:35:21.320530 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-4ba85f5a-f84e-4f34-ba12-4ffdfdee730d tempest-verify_tempest_config-275352431 tempest-verify_tempest_config-275352431-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058980
May 18 01:35:21.620472 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51076) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:35:21.737238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:21.750855 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:35:21.754490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Usage tracker for resource:security_group_rule and tenant:195cba76ffdd400aaae9b455450b19cb is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:35:21.757211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:35:21.762637 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:35:21.844806 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:21.848240 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:21.856654 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:35:21.894133 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Synchronizing usage tracker for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:security_group {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:35:21.897278 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6744a0f-6e49-4924-94c5-230917db96b4,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:35:21.906944 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.907289 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.907615 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.907928 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.908238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.908589 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.908903 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.909206 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.909523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.909830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.910129 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.910428 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:35:21.914422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:35:21.925843 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Unset dirty status for tenant:2f1977b1b4854795986aa73c2d8aad66 on resource:security_group {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:35:21.927403 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=195cba76ffdd400aaae9b455450b19cb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3059607
May 18 01:35:21.929670 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51082) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:35:21.989314 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:22.013022 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:22.104835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:22.108637 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-739384b5-4b7b-49ff-b36f-38bc5ca3895c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:35:22.120941 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6744a0f-6e49-4924-94c5-230917db96b4,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:35:22.123701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:35:22.125634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:22.126717 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6744a0f-6e49-4924-94c5-230917db96b4 HTTP/1.1" status: 204  len: 168 time: 0.1961904
May 18 01:35:32.280789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-14d40c5d-b9ee-4490-9ed4-3c7df5ada58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:34.605226 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:34.620876 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8a4eef4b-ec47-4f5e-b002-dd3baf600c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:35.673467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:37.306638 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:35:40.340166 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:36:02.281369 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20547f4d-fcad-4839-9bd6-1c4bb5acaf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:04.607911 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:04.623136 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d60f2b9d-006d-4fc6-bf61-c6fa99ec650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:05.677636 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:07.315024 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:17.351623 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 5 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:36:32.282285 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-acf315a1-1eb9-4017-b3a9-7ad54704ee97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:34.614468 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:34.625481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-591ab53c-38d7-4c35-8652-5348c4372859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:35.678050 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:37.314881 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:50.015902 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508'] for agent, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:36:53.596668 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51134) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:36:53.705905 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-89effff4-9d6e-41d3-bc3d-c47dbddb05c3 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1081672
May 18 01:36:54.346597 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:36:55.844874 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51144) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:36:55.903590 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-e820803b-d679-46b3-8e57-e9e28e8f436c admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0576613
May 18 01:37:02.283674 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9fc1-b3ab-4dc5-8aff-429cf5b776de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:04.607098 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:04.624650 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8396965f-05da-4d31-99e3-7597b917a99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:05.681400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:07.320515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:19.971566 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:31.350191 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:37:32.284870 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-307fbb65-1562-4df6-97d2-9b3ab6a82689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:34.609960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:34.626198 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f8a95af6-01ac-4c00-902d-cd812ac2c152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:35.683282 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:37.409630 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:37:49.971058 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:02.287230 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-70fe65d1-76fa-4489-9e75-4da2be16603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:04.611248 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:04.627502 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-464b4272-0b42-4306-9efe-e48478b00352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:05.686683 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:07.323225 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:08.355372 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:38:19.277925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51272) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:19.566281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-438389359-network', 'tenant_id': '626d6a2571054fd8b78fb68a1cf121c4'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:19.571551 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:19.576088 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Usage tracker for resource:network and tenant:626d6a2571054fd8b78fb68a1cf121c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:19.579010 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:19.585388 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:19.597559 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Made reservation on behalf of 626d6a2571054fd8b78fb68a1cf121c4 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:19.602096 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.616610 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.632218 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:19.636100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Usage tracker for resource:security_group_rule and tenant:626d6a2571054fd8b78fb68a1cf121c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:19.639217 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:19.645100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:19.730463 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.735386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.743431 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d2b903ab-2e59-4af7-b70a-7579dc426004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:19.764175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:19.794487 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.794814 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Added segment 4f858d11-3bfa-4917-84a2-ace515112867 of type vlan for network 303f88f4-9dee-481f-96b8-4b9550079c54
May 18 01:38:19.796098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46d7fd5-32b2-4148-a3e2-f4beb2648ba0,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:19.822301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.822656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.822995 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.823329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.823716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.824047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.824396 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.824702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.825018 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.825490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.825946 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.826410 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Tracked resource versions report:
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]: pushed versions:
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]: {   'AddressGroup': {'1.2'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'ConntrackHelper': {'1.0'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Log': {'1.0'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Network': {'1.1'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Port': {'1.7'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'PortForwarding': {'1.2'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'QosPolicy': {'1.8'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SecurityGroup': {'1.4'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SecurityGroupRule': {'1.2'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'SubPort': {'1.0'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Subnet': {'1.1'},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     'Trunk': {'1.1'}}
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]: consumer versions:
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     HyperV agent@hv-cinder-78462: {},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'ConntrackHelper': '1.0',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Log': '1.0',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Network': '1.1',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Port': '1.7',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'PortForwarding': '1.2',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'QosPolicy': '1.8',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SecurityGroup': '1.4',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SecurityGroupRule': '1.2',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'SubPort': '1.0',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Subnet': '1.1',
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:                                                      'Trunk': '1.1'}}
May 18 01:38:19.827648 dv-cinder-784623-9-iscsi neutron-server[78860]:  {{(pid=78860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:38:19.838506 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.843988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:19.879564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.881727 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:19.882631 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.892923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:19.973171 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:19.981496 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Pushing event updated for resources: {'Network': ['ID=303f88f4-9dee-481f-96b8-4b9550079c54,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:19.993141 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:19.993524 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 303f88f4-9dee-481f-96b8-4b9550079c54 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:20.008031 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51312) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:20.008689 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7295101
May 18 01:38:20.015231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Request body: {'subnet': {'network_id': '303f88f4-9dee-481f-96b8-4b9550079c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-438389359-subnet', 'tenant_id': '626d6a2571054fd8b78fb68a1cf121c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:20.020809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:20.025005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Usage tracker for resource:subnet and tenant:626d6a2571054fd8b78fb68a1cf121c4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:20.028068 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:20.034453 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:20.046008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Made reservation on behalf of 626d6a2571054fd8b78fb68a1cf121c4 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:20.049162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.292248 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51334) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:20.498196 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.503019 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:20.551014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51352) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:20.582418 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a9717f-ec0d-4b76-a2a1-829c52f8616a,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:20.588446 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Checking segment: {'id': '4f858d11-3bfa-4917-84a2-ace515112867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '303f88f4-9dee-481f-96b8-4b9550079c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:20.588796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Network hostable DHCP agents. Network: 303f88f4-9dee-481f-96b8-4b9550079c54, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:20.600058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.600919 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.601251 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.601573 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.602042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.602362 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.602746 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.602987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.603298 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.603627 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.604006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.604411 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Tracked resource versions report:
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]: pushed versions:
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]: {   'AddressGroup': {'1.2'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'ConntrackHelper': {'1.0'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Log': {'1.0'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Network': {'1.1'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Port': {'1.7'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'PortForwarding': {'1.2'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'QosPolicy': {'1.8'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SecurityGroup': {'1.4'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SecurityGroupRule': {'1.2'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'SubPort': {'1.0'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Subnet': {'1.1'},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     'Trunk': {'1.1'}}
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]: consumer versions:
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     HyperV agent@hv-cinder-78462: {},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'ConntrackHelper': '1.0',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Log': '1.0',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Network': '1.1',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Port': '1.7',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'PortForwarding': '1.2',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'QosPolicy': '1.8',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SecurityGroup': '1.4',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SecurityGroupRule': '1.2',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'SubPort': '1.0',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Subnet': '1.1',
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:                                                      'Trunk': '1.1'}}
May 18 01:38:20.605371 dv-cinder-784623-9-iscsi neutron-server[78859]:  {{(pid=78859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:38:20.609032 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:20.622798 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Network 303f88f4-9dee-481f-96b8-4b9550079c54 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:20.623723 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1404219651-network', 'tenant_id': '7818818dab5a4878b403e46b3fedf215'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:20.629338 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:20.633506 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Usage tracker for resource:network and tenant:7818818dab5a4878b403e46b3fedf215 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:20.636498 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:20.639291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 303f88f4-9dee-481f-96b8-4b9550079c54) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:20.642702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:20.645432 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:20.646061 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.653235 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655ea95-a828-4246-882a-b318ed0c898e None None] Network 303f88f4-9dee-481f-96b8-4b9550079c54 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:20.662286 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:20.668620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.680930 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6716740
May 18 01:38:20.687147 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.703680 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:20.708559 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Usage tracker for resource:security_group_rule and tenant:7818818dab5a4878b403e46b3fedf215 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:20.711633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:20.717918 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:20.804744 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.811139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.817477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:20.849288 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f6bcc1-0c88-4d1b-a598-99de232aa7d2,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:20.853106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:20.862287 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:20.884831 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.885164 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Added segment 9a876bd9-c221-4dcb-9024-c2c2884cef9c of type vlan for network 34ad0de6-e603-440b-8c73-37173bf6aad9
May 18 01:38:20.917607 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.923969 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d44ab-2bf4-4929-a88a-df1cab499f6f None None] Network 303f88f4-9dee-481f-96b8-4b9550079c54 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:20.956666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.958311 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:20.958888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:20.968247 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fa92fd7c-cd44-4b8b-822d-b3fac2513e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:21.118158 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1934974593-network', 'tenant_id': '6822df35a65f454ba97b1301b17f8b18'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:21.151273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.157042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Pushing event updated for resources: {'Network': ['ID=34ad0de6-e603-440b-8c73-37173bf6aad9,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:21.159494 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Usage tracker for resource:network and tenant:6822df35a65f454ba97b1301b17f8b18 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.163135 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8681905
May 18 01:38:21.164280 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:21.165304 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.166389 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51378) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:21.173815 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:21.175017 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Request body: {'subnet': {'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1404219651-subnet', 'tenant_id': '7818818dab5a4878b403e46b3fedf215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:21.177332 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.184406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.191633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Made reservation on behalf of 6822df35a65f454ba97b1301b17f8b18 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:21.194285 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Usage tracker for resource:subnet and tenant:7818818dab5a4878b403e46b3fedf215 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.194432 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.201480 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.211673 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.216595 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.250080 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:21.253292 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.259468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.269605 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6822df35a65f454ba97b1301b17f8b18 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.276144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.288736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.343040 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51388) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:21.386436 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51394) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:21.408830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.416393 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.422161 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-be685f2b-0072-436a-ba6f-ddf7971005aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:21.447521 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51402) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:21.452193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b259ee1a-645e-4fc3-bd98-f97b39e853ed,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:21.457042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:21.463161 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:21.473780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.474259 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Added segment 82994078-13d1-46a2-82d4-7ac164e09ec6 of type vlan for network 07f63989-c172-4c4a-baec-eebb444ddbc3
May 18 01:38:21.513877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.548825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.551302 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:21.551880 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.556670 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:21.654632 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Pushing event updated for resources: {'Network': ['ID=07f63989-c172-4c4a-baec-eebb444ddbc3,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:21.659593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:21.667791 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 07f63989-c172-4c4a-baec-eebb444ddbc3 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:21.681341 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1287701
May 18 01:38:21.684048 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51412) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:21.694646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Request body: {'subnet': {'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1934974593-subnet', 'tenant_id': '6822df35a65f454ba97b1301b17f8b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:21.702231 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.709132 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-network', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:21.716452 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.719533 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Usage tracker for resource:subnet and tenant:6822df35a65f454ba97b1301b17f8b18 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.723249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.726214 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Usage tracker for resource:network and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.731502 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.734251 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.740500 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.754888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Made reservation on behalf of 6822df35a65f454ba97b1301b17f8b18 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:21.758002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.828639 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.831900 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Made reservation on behalf of e27a135b6f60458080f4d5d86c5f22b4 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:21.834168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.839073 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fa347d97-a868-450b-a292-c186ec761eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:21.851386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:21.878882 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.887106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.891216 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.898976 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.942514 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-network', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:21.960113 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e270421-950e-44b4-9388-6e81b91f650d,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:21.963773 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:21.970495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Checking segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:21.970890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Network hostable DHCP agents. Network: 34ad0de6-e603-440b-8c73-37173bf6aad9, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:21.975046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:21.982779 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Usage tracker for resource:network and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:21.986724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:21.994187 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:21.995811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.005863 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-639152630-network', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:22.011045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:22.016410 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.017892 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Made reservation on behalf of f1c7e3b2369f4588a3674cde01fd7d36 for: {'network': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:22.020281 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.020435 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:22.029091 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:22.037046 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Usage tracker for resource:network and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:22.037874 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.043869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:22.050954 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 34ad0de6-e603-440b-8c73-37173bf6aad9) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:22.057230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:22.058996 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:22.059780 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.060079 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:22.067668 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:22.068796 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8069e-d205-47ef-831b-66027154f5f9 None None] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:22.078207 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:22.081851 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:22.094674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:22.110130 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.110598 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Added segment 34ffff6d-5028-44e2-9c27-c548b6097f4d of type vlan for network f9a4e49a-e6eb-464d-8878-0bb9422087bd
May 18 01:38:22.112941 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9445634
May 18 01:38:22.218429 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.225459 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.231601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:22.241634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Made reservation on behalf of 409ea4c0034a4318bdae3a2b20926927 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:22.243993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.271064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7bb18-c444-4932-beea-a672bd4d4614,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:22.279112 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:22.280551 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=78859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:22.300642 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.300801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.302039 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.segments_db [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Added segment a53ec75c-3cfe-4114-a3ff-84cc9082e924 of type vlan for network 6290b07a-a3d1-48f5-9bf2-47816df9c044
May 18 01:38:22.335800 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad08c86-056e-4d8f-8dc7-516303e4991f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:22.359430 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:22.370063 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.394917 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:22.425697 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.427331 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:22.428244 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.429835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.432359 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:22.448546 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:22.463320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:22.472434 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a11bb-127a-4262-b4d9-b643523b2546 None None] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:22.508137 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:22.631233 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1806571
May 18 01:38:22.638764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51440) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:22.652179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Request body: {'subnet': {'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-subnet', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:22.659646 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=6290b07a-a3d1-48f5-9bf2-47816df9c044,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:22.670047 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:22.680747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:22.683684 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Usage tracker for resource:subnet and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:22.688269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:22.695818 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:22.698961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:22.709993 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Made reservation on behalf of f1c7e3b2369f4588a3674cde01fd7d36 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:22.716557 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.758012 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.767440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:22.768009 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:22.793937 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:22.924968 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51454) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:22.950258 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318119980-network', 'tenant_id': 'dd6164291c6149c895b836573c02ccfe'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:22.970593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Pushing event updated for resources: {'Network': ['ID=f9a4e49a-e6eb-464d-8878-0bb9422087bd,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:22.976682 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:22.986444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:22.986747 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:22.992321 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Usage tracker for resource:network and tenant:dd6164291c6149c895b836573c02ccfe is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:23.003649 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:23.016101 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6718903
May 18 01:38:23.017442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:23.029659 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51462) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:23.040192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Request body: {'subnet': {'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-subnet', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:23.044823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.051609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:23.056675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Usage tracker for resource:subnet and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:23.060469 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.061398 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:23.071988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:23.076722 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:23.083026 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Made reservation on behalf of dd6164291c6149c895b836573c02ccfe for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:23.085302 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.130154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.146240 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:23.164157 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Made reservation on behalf of e27a135b6f60458080f4d5d86c5f22b4 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:23.166414 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.195727 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b68712d-b5b1-411a-828b-d0d257b8a77c,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:23.199330 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:23.200447 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.200806 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Added segment 5b979aec-c4cd-48a9-a298-391d79f28731 of type vlan for network 0329a854-a80f-4d3b-b599-428accfcaec5
May 18 01:38:23.202107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:23.257807 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Usage tracker for resource:security_group_rule and tenant:dd6164291c6149c895b836573c02ccfe is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:23.275917 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:23.291273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:23.397459 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.401323 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-507c5a18-c8be-4bd5-af42-1d9d1587c66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:23.431973 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.481570 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Checking segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:23.482009 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Network hostable DHCP agents. Network: 6290b07a-a3d1-48f5-9bf2-47816df9c044, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:23.493222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d25c770-5ea8-4721-a590-8c5f82249bbd,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:23.497111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:23.509780 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:23.523580 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 6290b07a-a3d1-48f5-9bf2-47816df9c044) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:23.534098 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140309f-4259-463d-95fe-0b84e0c62b7c None None] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:23.536081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.549735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1bd481e0-1bb7-4e38-9c74-2a17d63146eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:23.552639 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:23.553678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.592792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.597100 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9559052
May 18 01:38:23.599965 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51482) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:23.607945 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:23.618796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:23.628270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Usage tracker for resource:router and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:23.638739 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:23.644425 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:23.645225 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.648802 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51486) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:23.658242 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:23.682557 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.684399 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.741835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e507cb63-b7c9-4b23-abe7-d4a82f21ccfb,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:23.742101 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.760482 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:23.766376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:23.781169 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.855663 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:23.857606 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4708982
May 18 01:38:23.866688 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51492) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:23.902205 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Checking segment: {'id': '82994078-13d1-46a2-82d4-7ac164e09ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:23.903111 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Network hostable DHCP agents. Network: 07f63989-c172-4c4a-baec-eebb444ddbc3, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:23.910133 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Request body: {'subnet': {'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-639152630-subnet', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:23.933059 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:23.961470 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0329a854-a80f-4d3b-b599-428accfcaec5,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:23.972506 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Usage tracker for resource:subnet and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:23.988409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:24.002886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:24.003760 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:24.090404 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:24.093389 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:24.114010 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:24.120485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.143137 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539b37c-ca78-46f2-9753-c0ea1b4d5328 None None] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:24.183127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Network 07f63989-c172-4c4a-baec-eebb444ddbc3 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:24.189594 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.190013 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Added segment f16ddc69-f859-4ce1-8b36-4f672ab9d7f8 of type vlan for network 93930a69-736b-4d60-afd6-f52c0fbb424e
May 18 01:38:24.219100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Made reservation on behalf of 409ea4c0034a4318bdae3a2b20926927 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:24.221589 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.243386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:24.270961 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 07f63989-c172-4c4a-baec-eebb444ddbc3) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:24.291273 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d22ee-c5c3-4bae-b8eb-c33b099272d3 None None] Network 07f63989-c172-4c4a-baec-eebb444ddbc3 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:24.413366 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Usage tracker for resource:security_group_rule and tenant:4595e69942554345a013ac42bdeb7c41 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:24.440738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:24.490897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.505425 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51522) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:24.508270 dv-cinder-784623-9-iscsi neutron-server[78859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 18 01:38:24.524002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de73fcb0-daac-4cf2-999f-818782acbb23,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:24.557866 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:24.558672 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.570483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:24.573025 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.578121 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676dd3d-df5d-4940-82cb-d082bd15f457 None None] Network 07f63989-c172-4c4a-baec-eebb444ddbc3 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:24.593562 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:24.594269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.646503 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:24.654094 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:24.661260 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:24.783767 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0981040
May 18 01:38:24.807750 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8804669
May 18 01:38:24.817468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51534) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:24.826286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-ba014fcd-9757-4093-a829-b49691e9b579 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:24.828966 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-ba014fcd-9757-4093-a829-b49691e9b579 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.3229010
May 18 01:38:24.839061 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Request body: {'subnet': {'network_id': '93930a69-736b-4d60-afd6-f52c0fbb424e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318119980-subnet', 'tenant_id': 'dd6164291c6149c895b836573c02ccfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:24.846696 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Pushing event updated for resources: {'Network': ['ID=93930a69-736b-4d60-afd6-f52c0fbb424e,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:24.849765 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:24.863093 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Usage tracker for resource:subnet and tenant:dd6164291c6149c895b836573c02ccfe is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:24.866068 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:24.868953 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:24.870466 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 93930a69-736b-4d60-afd6-f52c0fbb424e details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:24.871020 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-11bf4e14-1467-4754-b568-696e0161bd4f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/quotas/7818818dab5a4878b403e46b3fedf215 HTTP/1.1" status: 200  len: 375 time: 0.0310833
May 18 01:38:24.889668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:24.968412 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-2da58cff-2d58-4704-8546-46ae732467eb tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0859270
May 18 01:38:24.980831 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Made reservation on behalf of dd6164291c6149c895b836573c02ccfe for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:24.983114 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.023353 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.121154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.198220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-81a3cb29-0214-4999-bb9f-02b72ac5ef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:25.225640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7b2735df-8cee-49be-afb8-cf27664718c3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:38:25.226615 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7b2735df-8cee-49be-afb8-cf27664718c3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0810559
May 18 01:38:25.269477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.279973 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b3797f-4808-4ffc-8652-995478ac7ed0,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:25.287797 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4595e69942554345a013ac42bdeb7c41&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6231158
May 18 01:38:25.302656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:25.303104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51550) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:25.312643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.335170 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:25.356719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.398265 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51566) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:25.535891 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d421ba1-10aa-4e50-9369-f394825b210c,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:25.552832 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:25.572546 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.574106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Checking segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:25.574451 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Network hostable DHCP agents. Network: f9a4e49a-e6eb-464d-8878-0bb9422087bd, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:25.596585 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-17852909-1ff0-40cc-aed7-f6ec50edfcfb service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555236
May 18 01:38:25.645609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.674936 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:25.722090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, f9a4e49a-e6eb-464d-8878-0bb9422087bd) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:25.777116 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb249c67-67f8-44f9-b56b-7e4c745fc290 None None] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:25.781727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-ec4c4b5a-b41d-4008-a0a5-0760fe681cdd tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:25.784651 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-ec4c4b5a-b41d-4008-a0a5-0760fe681cdd tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/networks?id=07f63989-c172-4c4a-baec-eebb444ddbc3 HTTP/1.1" status: 200  len: 812 time: 0.3836923
May 18 01:38:25.790896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:25.791420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.794040 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Allocated IP 172.27.1.47 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/61e41f7a-8223-402d-b112-00bbf6fc1b8a) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:25.828226 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-4195d875-385b-4ff1-81f7-124af600f009 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/quotas/6822df35a65f454ba97b1301b17f8b18 HTTP/1.1" status: 200  len: 375 time: 0.0357008
May 18 01:38:25.915448 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.950932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:25.950932 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0b3797f-4808-4ffc-8652-995478ac7ed0 HTTP/1.1" status: 204  len: 168 time: 0.6438739
May 18 01:38:25.955655 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.9250340
May 18 01:38:25.958351 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51574) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:25.960104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:25.961778 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-bb253320-a4c4-4608-9c27-00d8e619f0e1 service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3345046
May 18 01:38:25.977147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-a4b7f235-d03c-4a95-8b22-e2949d5662b6 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6822df35a65f454ba97b1301b17f8b18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1414788
May 18 01:38:25.988324 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:25.997259 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:26.001851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Usage tracker for resource:router and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:26.006171 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:26.012709 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:26.025219 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b3797f-4808-4ffc-8652-995478ac7ed0,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:26.028162 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:26.039783 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.041534 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.060884 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.135177 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.159729 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6da3be7c-8102-4740-9aca-a0af73bc8ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:26.201282 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.210921 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:38:26.211748 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.229640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-bbbe1ecd-bb4a-43ec-a6cd-28f6cddf6de9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:38:26.230966 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-bbbe1ecd-bb4a-43ec-a6cd-28f6cddf6de9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1274140
May 18 01:38:26.241370 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3a75b4-7da1-4543-a895-24dfa6721c33,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:26.253896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:26.540679 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Checking segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:26.541275 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Network hostable DHCP agents. Network: 0329a854-a80f-4d3b-b599-428accfcaec5, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:26.549912 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.560675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1890b9a4-b453-4018-b23f-ffb26927e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:26.596919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Allocated IP 172.20.0.2 (f9a4e49a-e6eb-464d-8878-0bb9422087bd/3d421ba1-10aa-4e50-9369-f394825b210c/fa2966b0-a2c9-4d44-ba44-af0725ccc07f) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:26.603255 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-cfd437be-89b7-4e4b-8b74-d2ea5221daac service neutron] 10.222.0.16 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3597150
May 18 01:38:26.628225 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b7ae61-7382-466f-81f8-93f074e67de0,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:26.631323 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:26.682982 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51604) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:26.791544 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.796106 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-f19254a6-5a68-4538-a5b1-08771aa21cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511924
May 18 01:38:26.801187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:26.806922 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.820943 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4041ae76-ac50-4f48-a9b7-a36674970548 req-003ad303-8f36-4abe-a5c0-9f34ba5c1bbf tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.2610118
May 18 01:38:26.824015 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.838022 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 0329a854-a80f-4d3b-b599-428accfcaec5) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:26.842545 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:26.856294 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:26.857685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:26.858377 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82342c-ad23-4444-b502-44baad142479 None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:26.903305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:26.913418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2299aa3c4f4a60ad65e71eb03b1a1d is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:26.917913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:26.925606 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:27.002016 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Pushing event updated for resources: {'Port': ['ID=61e41f7a-8223-402d-b112-00bbf6fc1b8a,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:27.035082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.041680 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.045154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Checking segment: {'id': 'f16ddc69-f859-4ce1-8b36-4f672ab9d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '93930a69-736b-4d60-afd6-f52c0fbb424e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:27.045804 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Network hostable DHCP agents. Network: 93930a69-736b-4d60-afd6-f52c0fbb424e, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:27.051175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.059028 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:27.065602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:27.068455 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:27.076520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:27.080333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Transition to ACTIVE for port object fa2966b0-a2c9-4d44-ba44-af0725ccc07f will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:27.119275 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0583c3d0-9e30-4e76-be33-5394e97e6e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:27.131488 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b2299aa3c4f4a60ad65e71eb03b1a1d&name=default HTTP/1.1" status: 200  len: 2976 time: 0.4411638
May 18 01:38:27.138306 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51628) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:27.229160 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Transition to ACTIVE for port object fa2966b0-a2c9-4d44-ba44-af0725ccc07f will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:27.249960 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-52c340fa-30de-4a3f-bc5b-d3915c3739f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.3626728
May 18 01:38:27.251855 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.254978 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51636) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:27.279864 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Network 93930a69-736b-4d60-afd6-f52c0fbb424e is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:27.286789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:27.288499 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac226ba8-c4f5-4de2-b07e-c35fe403cc67,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:27.304239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:27.308082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 93930a69-736b-4d60-afd6-f52c0fbb424e) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:27.319123 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.324765 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:27.325203 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.338384 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:27.350162 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a36bc1-2530-4487-b2cd-88e1b1360d2b None None] Network 93930a69-736b-4d60-afd6-f52c0fbb424e requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:27.366982 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.5477879
May 18 01:38:27.455413 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.498320 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef2c0470-1133-4b70-8499-c6663d602a39 req-7911a136-b4e7-4e82-9187-e8c9618ad497 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.2631927
May 18 01:38:27.536489 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:27.552720 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:27.618353 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-0329a854-a80f-4d3b-b599-428accfcaec5', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:38:27.624386 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.629926 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Usage tracker for resource:router and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:27.633158 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:27.640195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:27.691611 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:27.745899 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.747685 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.814852 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51678) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:27.846228 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:27.882230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:27.912192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:27.941402 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac226ba8-c4f5-4de2-b07e-c35fe403cc67,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:27.953145 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:27.964331 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.005037 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.008653 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.012811 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac226ba8-c4f5-4de2-b07e-c35fe403cc67 HTTP/1.1" status: 204  len: 168 time: 0.8177080
May 18 01:38:28.098492 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.248652 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Attempting to bind port fa2966b0-a2c9-4d44-ba44-af0725ccc07f on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:28.249598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Attempting to bind port fa2966b0-a2c9-4d44-ba44-af0725ccc07f by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:28.250120 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Attempting to bind port fa2966b0-a2c9-4d44-ba44-af0725ccc07f on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:28.264554 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Allocated IP 172.27.1.49 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/56717e26-a5b0-4373-af6f-3c414dc2f376) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:28.308077 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:28.308770 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Checking segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:28.309356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.309919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Bound using segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:28.310556 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Bound port: fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:28.311095 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.346805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be23e7e8-035e-45ce-b193-e9d2592a3cf0 req-d6fe94e0-bdbd-43f6-9fa4-91537d796a23 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.4055340
May 18 01:38:28.393146 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.420157 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] For port fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:28.424272 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] For port fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:28.425362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Pushing event updated for resources: {'Port': ['ID=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:28.434569 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.458362 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Deleting subnet c0a9717f-ec0d-4b76-a2a1-829c52f8616a {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:38:28.469136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.497916 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.498739 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.499315 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.504270 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.504643 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.504976 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.506618 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.509423 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.509793 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.510173 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.510515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.510840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.511783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Tracked resource versions report:
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]: pushed versions:
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]: {   'AddressGroup': {'1.2'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'ConntrackHelper': {'1.0'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Log': {'1.0'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Network': {'1.1'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Port': {'1.7'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'PortForwarding': {'1.2'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'QosPolicy': {'1.8'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SecurityGroup': {'1.4'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SecurityGroupRule': {'1.2'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'SubPort': {'1.0'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Subnet': {'1.1'},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     'Trunk': {'1.1'}}
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]: consumer versions:
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     HyperV agent@hv-cinder-78462: {},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'ConntrackHelper': '1.0',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Log': '1.0',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Network': '1.1',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Port': '1.7',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'PortForwarding': '1.2',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'QosPolicy': '1.8',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SecurityGroup': '1.4',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SecurityGroupRule': '1.2',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'SubPort': '1.0',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Subnet': '1.1',
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:                                                      'Trunk': '1.1'}}
May 18 01:38:28.516510 dv-cinder-784623-9-iscsi neutron-server[78861]:  {{(pid=78861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:38:28.525124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.238s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:28.525604 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:28.538690 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.564050 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ff124-fed4-4fd0-a449-ba833ed7691c None None] Network 93930a69-736b-4d60-afd6-f52c0fbb424e requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:28.569851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:28.664614 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:28.667911 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:28.671088 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:28.705949 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.748132 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Pushing event updated for resources: {'Port': ['ID=56717e26-a5b0-4373-af6f-3c414dc2f376,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:28.753063 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:28.776644 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Pushing event updated for resources: {'Port': ['ID=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:28.784794 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:28.795530 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:28.926928 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7489937f-0f76-4e8b-8684-2e98d7a9ec35 req-6033023d-3a7e-4dc0-af58-c35d3682a305 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.1470454
May 18 01:38:29.155717 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Allocated IP 172.20.0.2 (0329a854-a80f-4d3b-b599-428accfcaec5/9d3a75b4-7da1-4543-a895-24dfa6721c33/2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:29.256142 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.272602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.503956 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.525836 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Transition to ACTIVE for port object 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:29.558771 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Transition to ACTIVE for port object 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:29.568902 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.582474 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:29.620403 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62460769-62ea-466b-950f-0eaa350e3f1b req-cbbbac0a-cbad-4781-a796-daecf04c354e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.0503798
May 18 01:38:29.669918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:29.673983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:29.681946 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:29.690530 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.699069 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.791227 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Pushing event updated for resources: {'Port': ['ID=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:29.794610 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:29.795430 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Attempting to bind port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:29.795788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Attempting to bind port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:29.796139 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Attempting to bind port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:29.805675 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:29.806054 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Checking segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:29.806452 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.806839 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Bound using segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:29.807303 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Bound port: 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:29.807666 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.930088 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-eb60493b-94a1-4314-aea3-378613186312 None None] For port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:29.936505 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-eb60493b-94a1-4314-aea3-378613186312 None None] For port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:29.942353 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:29.973138 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:30.037616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Router 004eea58-736b-4452-84d5-ba54483cfce3 is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:38:30.104145 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Pushing event updated for resources: {'Port': ['ID=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:30.111617 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:30.279913 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-77962237-1081-4c36-a10f-00f87e5c904b req-1617a02a-b7bf-44a2-920f-d66d2bce94d9 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.1187332
May 18 01:38:30.329762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:30.352120 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:30.365930 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:30.366871 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdbb80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:30.382674 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:30.387926 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.4097357
May 18 01:38:30.394812 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51758) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:30.436836 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:30.462361 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1dd472cb-79ca-430e-9f41-73dd6d69af46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:30.528884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:30.545766 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0a9717f-ec0d-4b76-a2a1-829c52f8616a HTTP/1.1" status: 204  len: 168 time: 2.7209103
May 18 01:38:30.551718 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51766) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:30.555127 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a9717f-ec0d-4b76-a2a1-829c52f8616a,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:30.573557 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f80c4-9f70-4510-b9b5-84dc721cd2d5 None None] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:30.609179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:30.707229 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Router a940bf82-f9f9-4cbb-8488-f085c86dcc72 is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:38:30.944212 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:30.986093 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:31.108318 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.179930 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4774b696-ebe0-4339-9a31-139f6797ad30 req-4f0c8ae5-3ae9-4bc6-9156-08778c8072ba tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.2771418
May 18 01:38:31.185549 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-a9dc32e5-b9f7-425e-bf64-81e40f7ec1a2 None None] Provisioning for port fa2966b0-a2c9-4d44-ba44-af0725ccc07f completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:31.493101 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.631012 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdbb80>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:28Z', 'revision_number': 3, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:31.637052 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:31.640871 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:31.643670 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Updating router 004eea58-736b-4452-84d5-ba54483cfce3 port 56717e26-a5b0-4373-af6f-3c414dc2f376 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:31.696528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.745579 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd90128-50de-4147-81e7-d065179f09cf None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:31.769513 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.771396 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Sync routers for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:31.793473 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:31.805458 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:31.806269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0153fa0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:31.878318 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device fa2966b0-a2c9-4d44-ba44-af0725ccc07f up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:31.891305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.972329 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e6f5b376-226f-4db8-8efd-186fcb070f5c req-0365715f-10ed-4cc5-9e90-26da7a0bd077 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.3296475
May 18 01:38:31.986793 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:31.988007 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.3870199
May 18 01:38:31.993911 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51794) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:32.014730 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.072418 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6fa0a60e50>> segment before_delete 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.072794 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6fa0a60e50>> subnet precommit_delete_associations 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.073658 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> segment_host_mapping after_create 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.074038 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> port after_create 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.074358 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> port after_delete 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.074762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> port after_update 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.075157 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> segment after_delete 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.075542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> subnet after_create 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.076420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> subnet after_delete 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.076420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fa0442df0>> subnet after_update 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.081714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Provisioning for port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:32.120989 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Provisioning complete for port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:32.121641 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.265556 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.32', 57994) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:32.276163 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fa07ae490>> subnet after_create 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.276806 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fa07ae490>> subnet after_delete 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.277298 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fa07ae490>> subnet before_create 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.277903 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fa07ae490>> subnet before_update 55550000 {{(pid=78859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:38:32.278270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa16fe6d0>,) {'filters': {'network_id': ['303f88f4-9dee-481f-96b8-4b9550079c54']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:32.301387 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa16fe6d0>, '4f858d11-3bfa-4917-84a2-ace515112867') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:32.301675 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa16fe6d0>, '4f858d11-3bfa-4917-84a2-ace515112867') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:32.301932 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.318660 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.331407 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Transition to ACTIVE for port object 56717e26-a5b0-4373-af6f-3c414dc2f376 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:32.339723 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.343953 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:32.345370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.391477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:38:32.392405 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   from cryptography.utils import int_from_bytes
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   from cryptography.utils import int_from_bytes
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:38:32.409131 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:38:32.465408 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Attempting to bind port 56717e26-a5b0-4373-af6f-3c414dc2f376 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:32.466456 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Attempting to bind port 56717e26-a5b0-4373-af6f-3c414dc2f376 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:32.466456 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Attempting to bind port 56717e26-a5b0-4373-af6f-3c414dc2f376 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:32.472764 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Pushing event updated for resources: {'Port': ['ID=56717e26-a5b0-4373-af6f-3c414dc2f376,revision_number=2']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:32.479368 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:32.480223 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:32.480739 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.481233 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:32.481782 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Bound port: 56717e26-a5b0-4373-af6f-3c414dc2f376, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:32.482433 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.523512 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-32f28020-e548-4545-b0a9-0a23ddea2699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.524817 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port fa2966b0-a2c9-4d44-ba44-af0725ccc07f completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:32.530288 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.530624 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.530956 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.531277 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.532122 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.532540 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.533046 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.533362 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.533791 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.534122 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.534449 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.534849 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Tracked resource versions report:
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]: pushed versions:
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]: {   'AddressGroup': {'1.2'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'ConntrackHelper': {'1.0'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Log': {'1.0'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Network': {'1.1'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Port': {'1.7'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'PortForwarding': {'1.2'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'QosPolicy': {'1.8'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SecurityGroup': {'1.4'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SecurityGroupRule': {'1.2'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'SubPort': {'1.0'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Subnet': {'1.1'},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     'Trunk': {'1.1'}}
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]: consumer versions:
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]: {   DHCP agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     HyperV agent@hv-cinder-78462: {},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     L3 agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     Metadata agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     Metering agent@dv-cinder-784623-9-iscsi: {},
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:     Open vSwitch agent@dv-cinder-784623-9-iscsi: {   'AddressGroup': '1.2',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'ConntrackHelper': '1.0',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Log': '1.0',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Network': '1.1',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Port': '1.7',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'PortForwarding': '1.2',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'QosPolicy': '1.8',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SecurityGroup': '1.4',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SecurityGroupRule': '1.2',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'SubPort': '1.0',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Subnet': '1.1',
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:                                                      'Trunk': '1.1'}}
May 18 01:38:32.536840 dv-cinder-784623-9-iscsi neutron-server[78862]:  {{(pid=78862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 18 01:38:32.541874 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:32.547037 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Allocated IP 172.20.0.1 (f9a4e49a-e6eb-464d-8878-0bb9422087bd/3d421ba1-10aa-4e50-9369-f394825b210c/3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:32.582367 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] For port 56717e26-a5b0-4373-af6f-3c414dc2f376, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:32.586238 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] For port 56717e26-a5b0-4373-af6f-3c414dc2f376, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=56717e26-a5b0-4373-af6f-3c414dc2f376,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:32.596430 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.611072 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:32.614896 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.639710 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d5d22b2-68df-417d-82b3-957a9165c7dc req-73cd0b45-771a-49fe-9e45-824197f245fd tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.0827608
May 18 01:38:32.649465 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:32.683441 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port fa2966b0-a2c9-4d44-ba44-af0725ccc07f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:32.684053 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.705418 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:32.729753 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/303f88f4-9dee-481f-96b8-4b9550079c54 HTTP/1.1" status: 204  len: 168 time: 2.1763961
May 18 01:38:32.731275 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Allocated IP 172.27.1.41 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/3041d1d1-1e75-428e-ab67-ce69d9b28777) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:32.740312 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=303f88f4-9dee-481f-96b8-4b9550079c54,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:32.743886 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:32.744565 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51812) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:32.744694 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdbb80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:32.747201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c742e4de-d85c-44ea-b4a8-f123bfae00e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:32.917792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.32', 58000) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:32.972341 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.014261 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:33.023867 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Pushing event updated for resources: {'Port': ['ID=56717e26-a5b0-4373-af6f-3c414dc2f376,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:33.037559 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-3cf633b9-0d46-41cc-bd54-639148c7be13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:33.292689 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:33.483378 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Deleting subnet 93b7ae61-7382-466f-81f8-93f074e67de0 {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:38:33.507863 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] For port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:33.513236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.522851 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.538513 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-1c66c10a-9f3b-45a6-9e2f-75e59fbe5a8c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:33.539494 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:33.539629 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-1c66c10a-9f3b-45a6-9e2f-75e59fbe5a8c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:33.566226 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36b524ba-3896-4928-8446-ed2871d0b483 req-1a2a84dc-7c8f-4033-bd20-8ceb8ebff06a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.2218533
May 18 01:38:33.597308 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.631289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.721366 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.736523 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.769727 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-1c66c10a-9f3b-45a6-9e2f-75e59fbe5a8c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:33.771087 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-1c66c10a-9f3b-45a6-9e2f-75e59fbe5a8c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 1.5022700
May 18 01:38:33.784443 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Pushing event updated for resources: {'Port': ['ID=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:33.791163 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:33.807018 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-0f89805e-f018-4151-ba45-edbf9bab9804 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:33.808015 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-0f89805e-f018-4151-ba45-edbf9bab9804 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Synchronizing usage tracker for tenant:6822df35a65f454ba97b1301b17f8b18 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:33.822249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Request body: {'port': {'device_id': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'admin_state_up': True, 'tenant_id': '7818818dab5a4878b403e46b3fedf215'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:33.825372 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-9d856a4d-b6c8-40c0-b7a9-b9289dd7c30c None None] Provisioning complete for port fa2966b0-a2c9-4d44-ba44-af0725ccc07f triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:33.825750 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9d856a4d-b6c8-40c0-b7a9-b9289dd7c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.869842 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:33.883247 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:33.910620 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e8200436-3709-4f22-9087-f5d779fc8a28 req-0a5d518d-6109-4181-b743-f3207b0eb2e9 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.1065118
May 18 01:38:33.989417 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.006810 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdbb80>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:28Z', 'revision_number': 3, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:34.023713 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f23ba-f4dd-4aac-bd28-9674be642d09 None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:28Z', 'revision_number': 3, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:34.032988 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:34.151727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:34.164915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:34.171690 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:34.228632 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.256076 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d5bd409a-f75c-435e-94c2-0b63603a9a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:34.380291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:34.391733 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:34.401444 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:34.522872 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0153fa0>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:27Z', 'revision_number': 3, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:34.553627 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Checking router: a940bf82-f9f9-4cbb-8488-f085c86dcc72 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:34.560354 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Updating router a940bf82-f9f9-4cbb-8488-f085c86dcc72 port 61e41f7a-8223-402d-b112-00bbf6fc1b8a binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:34.570457 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Pushing event updated for resources: {'Port': ['ID=3041d1d1-1e75-428e-ab67-ce69d9b28777,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:34.575421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:34.612110 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:34.612904 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.747362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Transition to ACTIVE for port object 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:34.816678 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-0f89805e-f018-4151-ba45-edbf9bab9804 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Unset dirty status for tenant:6822df35a65f454ba97b1301b17f8b18 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:34.817769 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-0f89805e-f018-4151-ba45-edbf9bab9804 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.32 "GET /v2.0/networks?id=07f63989-c172-4c4a-baec-eebb444ddbc3 HTTP/1.1" status: 200  len: 812 time: 1.8571341
May 18 01:38:34.831768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:34.838734 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Usage tracker for resource:port and tenant:7818818dab5a4878b403e46b3fedf215 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:34.847118 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.848254 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:34.861311 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:34.883957 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-353c0233-a493-40d1-a4a6-3b78b23289e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.897968 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:34.899816 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-2d716aae-52f5-4270-86e8-fdfd984cfe1a None None] Provisioning complete for port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:34.900244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2d716aae-52f5-4270-86e8-fdfd984cfe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.908211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:34.988212 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.079017 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Request body: {'port': {'device_id': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3', 'admin_state_up': True, 'tenant_id': '6822df35a65f454ba97b1301b17f8b18'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:35.383520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.492126 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:35.528008 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-52ff951a-8eb1-4e81-9b5d-41da15f5ff21 req-6a412af0-b8c3-4ca7-8251-2ff4dcad6e50 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.6664088
May 18 01:38:35.551935 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-89045c6c-9ac8-4d15-9571-29e293be67b1 req-11b94a3d-3a16-4dc8-bf05-e9e365c08113 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.2001801
May 18 01:38:35.585986 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:35.682969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.706994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Usage tracker for resource:port and tenant:6822df35a65f454ba97b1301b17f8b18 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:35.729498 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:35.797871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51894) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:35.798533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b7ae61-7382-466f-81f8-93f074e67de0,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:35.808467 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:35.814000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.816272 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.817966 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:35.821219 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-be6c338c-c10c-4a03-97ed-c08a0895e378 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/93b7ae61-7382-466f-81f8-93f074e67de0 HTTP/1.1" status: 204  len: 168 time: 3.0752199
May 18 01:38:35.824438 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51898) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:35.885678 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:35.897769 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51904) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:35.936751 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7267d957-b502-4193-8643-48d5b11125dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:36.017676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:36.021587 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:36.049406 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Made reservation on behalf of 6822df35a65f454ba97b1301b17f8b18 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:36.053371 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.128745 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:36.148212 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:36.168362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:36.168847 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.259941 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.308669 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Transition to ACTIVE for port object 61e41f7a-8223-402d-b112-00bbf6fc1b8a will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:36.335207 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.349116 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:36.356753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.418903 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device fa2966b0-a2c9-4d44-ba44-af0725ccc07f up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:36.526527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.542508 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Attempting to bind port 61e41f7a-8223-402d-b112-00bbf6fc1b8a on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:36.544961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Attempting to bind port 61e41f7a-8223-402d-b112-00bbf6fc1b8a by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:36.545354 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Attempting to bind port 61e41f7a-8223-402d-b112-00bbf6fc1b8a on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:36.570190 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Pushing event updated for resources: {'Port': ['ID=61e41f7a-8223-402d-b112-00bbf6fc1b8a,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:36.587337 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:36.591806 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:36.595790 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:36.597425 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.598938 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:36.599884 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Bound port: 61e41f7a-8223-402d-b112-00bbf6fc1b8a, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:36.600745 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.648850 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.667263 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:36.685132 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Usage tracker for resource:security_group_rule and tenant:95e6f24fab184d57a3c62b629479deb2 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:36.704643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:36.723652 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:36.731856 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port fa2966b0-a2c9-4d44-ba44-af0725ccc07f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:36.732738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.775137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:36.814326 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Usage tracker for resource:security_group_rule and tenant:4105c86ee97d4cbfbb3508edce9bd482 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:36.818599 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0e523e2f-40c1-49f2-a1e7-bc4779fb0e71 None None] Provisioning for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:36.838805 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0e523e2f-40c1-49f2-a1e7-bc4779fb0e71 None None] Provisioning complete for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:36.839503 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0e523e2f-40c1-49f2-a1e7-bc4779fb0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.844785 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:36.905187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] For port 61e41f7a-8223-402d-b112-00bbf6fc1b8a, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:36.912601 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] For port 61e41f7a-8223-402d-b112-00bbf6fc1b8a, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=61e41f7a-8223-402d-b112-00bbf6fc1b8a,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:36.913667 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-0e523e2f-40c1-49f2-a1e7-bc4779fb0e71 None None] Port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:38:36.919960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.926631 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:36.929738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:36.946037 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c347e93a-154b-4c38-9360-c23efbfd3544 req-d616a604-a328-467c-bc72-65faa00cd576 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.0826256
May 18 01:38:36.952094 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:37.016440 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Pushing event updated for resources: {'Port': ['ID=61e41f7a-8223-402d-b112-00bbf6fc1b8a,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:37.030336 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:37.065562 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.082865 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-22bfb9ec-e5ad-4d53-bf16-914396ee41d2 req-d66ed195-c12a-4e85-8788-98239c8f58fc tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.1674709
May 18 01:38:37.119597 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:37.120465 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0153fa0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:37.148891 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:37.180366 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.202278 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Allocated IP 172.20.0.5 (34ad0de6-e603-440b-8c73-37173bf6aad9/2e270421-950e-44b4-9388-6e81b91f650d/0ea980e2-a2f9-4752-8917-0f3f9d94d1d4) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:37.206038 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 56717e26-a5b0-4373-af6f-3c414dc2f376 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:37.355245 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0708d58-f274-424f-b477-02a8962c8db5,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:37.359878 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:37.387265 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.417722 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:37.459365 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Allocated IP 172.20.0.1 (6290b07a-a3d1-48f5-9bf2-47816df9c044/6d25c770-5ea8-4721-a590-8c5f82249bbd/f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:37.461887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 56717e26-a5b0-4373-af6f-3c414dc2f376 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:37.491935 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.526390 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 56717e26-a5b0-4373-af6f-3c414dc2f376 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:37.527046 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.666214 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.715573 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95e6f24fab184d57a3c62b629479deb2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9015036
May 18 01:38:37.725411 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.726274 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.732806 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 51914) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:37.754927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.782689 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4d66b47d-2673-4659-adf6-97ad8ff6e785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:37.820976 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa087b970>,) {'filters': {'network_id': ['93930a69-736b-4d60-afd6-f52c0fbb424e']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:37.830308 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:37.848113 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4105c86ee97d4cbfbb3508edce9bd482&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9296501
May 18 01:38:37.861283 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51918) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:37.880814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Pushing event updated for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:37.884758 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:37.903242 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.927866 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 56717e26-a5b0-4373-af6f-3c414dc2f376, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=56717e26-a5b0-4373-af6f-3c414dc2f376,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:37.931286 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0153fa0>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:27Z', 'revision_number': 3, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:37.936723 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a636f3-688f-4105-bfa4-bf2e7020ef26 None None] The sync data for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi is: [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:27Z', 'revision_number': 3, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:37.939652 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:37.946243 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c2faff23-a547-4951-a5f0-34487f547519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:37.956439 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:37.971475 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa087b970>, 'f16ddc69-f859-4ce1-8b36-4f672ab9d7f8') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:37.985552 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Allocated IP 172.20.0.4 (07f63989-c172-4c4a-baec-eebb444ddbc3/e507cb63-b7c9-4b23-abe7-d4a82f21ccfb/306dd73e-3488-41c6-b1e9-b34a574b7b10) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:37.987550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa087b970>, 'f16ddc69-f859-4ce1-8b36-4f672ab9d7f8') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:37.997377 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:38.002845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:38.003320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.067378 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=56717e26-a5b0-4373-af6f-3c414dc2f376,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:38.071447 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:38.276963 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.315611 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.326382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.429297 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb0811-6289-42f4-9adc-136458f6dade,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:38.433830 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:38.527930 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.550041 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64d5723e-6546-4398-94c8-ee700bd16749 req-0466240c-f675-43b2-ad3c-6b337c215bd2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 210 time: 0.3203754
May 18 01:38:38.569500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.610464 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0f27327b-61c4-40e4-a1ca-634e14870ebb req-246a8052-ee2c-4608-a6a9-0443c8ee2da9 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.1919186
May 18 01:38:38.620738 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:38:38.621280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.651124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:38:38.658236 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:38:38.708873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.727421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.869952 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.893262 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.903112 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:38.983652 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:39.028888 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Pushing event deleted for resources: {'Network': ['ID=93930a69-736b-4d60-afd6-f52c0fbb424e,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:39.036452 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:39.050611 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.092644 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a1c54b7f-23d8-4893-a77c-b16f5375b536 admin admin] 10.222.0.16 "DELETE /v2.0/networks/93930a69-736b-4d60-afd6-f52c0fbb424e HTTP/1.1" status: 204  len: 168 time: 3.2627888
May 18 01:38:39.136369 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.154317 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-22058c22-abe4-4e1b-9810-81a71bf35bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:39.156627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a3e4b27c-08f5-459c-8060-ece227e2f956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:39.175216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb0811-6289-42f4-9adc-136458f6dade,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:39.186114 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.187872 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bccb0811-6289-42f4-9adc-136458f6dade HTTP/1.1" status: 204  len: 168 time: 1.3255982
May 18 01:38:39.189079 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:39.191222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Router 590853c8-91dc-48a1-abb6-fef9234e611c is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:38:39.311489 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event updated for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:39.328993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:39.379541 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51932) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:39.381981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:39.392016 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:39.395137 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:39.401464 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:39.402438 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.491588 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.567842 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.598305 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7797017
May 18 01:38:39.605746 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.623536 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:39.656448 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6f1c9898-befe-4c2a-b798-e1f4921feba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=626d6a2571054fd8b78fb68a1cf121c4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2750244
May 18 01:38:39.660573 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51942) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:39.704838 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:39.715575 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:39.736768 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:39.737571 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdb310>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:39.786092 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.db.resource_extend [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 18 01:38:39.799871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.845844 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.847789 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0708d58-f274-424f-b477-02a8962c8db5 HTTP/1.1" status: 204  len: 168 time: 2.1139598
May 18 01:38:39.865807 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.874379 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Network 07f63989-c172-4c4a-baec-eebb444ddbc3 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:39.880406 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:39.882627 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.884560 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 12.6275063
May 18 01:38:39.886429 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:39.894186 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51952) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:39.912748 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:39.921035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:39.989740 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1085534
May 18 01:38:39.991761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:40.001394 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Pushing event updated for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:40.010983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:40.073247 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:40.091380 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:40.208788 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0708d58-f274-424f-b477-02a8962c8db5,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:40.271226 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:40.381779 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 56717e26-a5b0-4373-af6f-3c414dc2f376 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:40.430039 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:40.431057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:40.623665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 56717e26-a5b0-4373-af6f-3c414dc2f376 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:40.624183 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:40.713123 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 51964) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:40.872444 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdb310>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:35Z', 'revision_number': 3, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:40.887283 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:40.887707 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Updating router 590853c8-91dc-48a1-abb6-fef9234e611c port 3041d1d1-1e75-428e-ab67-ce69d9b28777 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:40.944518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:40.949821 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-d7b5f1e7-93ff-4746-a96b-69d45abb745f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:38:40.950906 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-d7b5f1e7-93ff-4746-a96b-69d45abb745f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0148067
May 18 01:38:40.964362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-231aedb2-798a-46c9-a1f3-f4ea87ecd31b tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:38:40.965769 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-231aedb2-798a-46c9-a1f3-f4ea87ecd31b tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0260544
May 18 01:38:40.966768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:40.982131 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:40.985468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:40.994203 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 61e41f7a-8223-402d-b112-00bbf6fc1b8a up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:41.016027 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.087747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.180608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.309847 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 61e41f7a-8223-402d-b112-00bbf6fc1b8a completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:41.321915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 61e41f7a-8223-402d-b112-00bbf6fc1b8a triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:41.322368 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.493322 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.585179 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.619174 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Transition to ACTIVE for port object 3041d1d1-1e75-428e-ab67-ce69d9b28777 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:41.633309 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.665211 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:41.673962 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-a4ef67d4-3ef3-4604-a09e-cdae2e2fc01f None None] Provisioning complete for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:41.674487 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-a4ef67d4-3ef3-4604-a09e-cdae2e2fc01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.688338 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.712519 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.720473 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.744769 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.747454 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:41.803191 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Attempting to bind port 3041d1d1-1e75-428e-ab67-ce69d9b28777 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:41.803832 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Attempting to bind port 3041d1d1-1e75-428e-ab67-ce69d9b28777 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:41.804287 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Attempting to bind port 3041d1d1-1e75-428e-ab67-ce69d9b28777 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:41.807398 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9138e56-0480-4bb7-8e6a-48083efe7cd5 None None] Pushing event updated for resources: {'Port': ['ID=3041d1d1-1e75-428e-ab67-ce69d9b28777,revision_number=2']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:41.812127 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-f9138e56-0480-4bb7-8e6a-48083efe7cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:41.816424 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:41.816916 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:41.817494 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.818483 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:41.819148 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Bound port: 3041d1d1-1e75-428e-ab67-ce69d9b28777, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:41.819852 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.826231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.828066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 61e41f7a-8223-402d-b112-00bbf6fc1b8a, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=61e41f7a-8223-402d-b112-00bbf6fc1b8a,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:41.849409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:41.862971 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef67d4-3ef3-4604-a09e-cdae2e2fc01f None None] Port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:38:41.867625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-eb60493b-94a1-4314-aea3-378613186312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:42.014786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Request body: {'port': {'device_id': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:42.105633 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=61e41f7a-8223-402d-b112-00bbf6fc1b8a,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:42.111618 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:42.127369 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] For port 3041d1d1-1e75-428e-ab67-ce69d9b28777, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:42.132620 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] For port 3041d1d1-1e75-428e-ab67-ce69d9b28777, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3041d1d1-1e75-428e-ab67-ce69d9b28777,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:42.150159 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:42.160517 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:42.168039 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:42.193552 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46d7fd5-32b2-4148-a3e2-f4beb2648ba0,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:42.212764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:42.220232 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:42.224730 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e46d7fd5-32b2-4148-a3e2-f4beb2648ba0 HTTP/1.1" status: 204  len: 168 time: 2.5627563
May 18 01:38:42.233204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:42.242752 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Usage tracker for resource:security_group_rule and tenant:1c14029d363a40ffa6938f0ffb34a070 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:42.253532 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:42.271192 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:42.284070 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9138e56-0480-4bb7-8e6a-48083efe7cd5 None None] Pushing event updated for resources: {'Port': ['ID=3041d1d1-1e75-428e-ab67-ce69d9b28777,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:42.288929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a700-31f5-4451-9012-b2c20b08d294 req-7aab2469-528a-4160-8c3c-4563979dbe2c tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:42.290513 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d2c2a700-31f5-4451-9012-b2c20b08d294 req-7aab2469-528a-4160-8c3c-4563979dbe2c tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 931 time: 1.5764563
May 18 01:38:42.300174 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:42.302227 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-f9138e56-0480-4bb7-8e6a-48083efe7cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:42.333106 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:42.335986 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdb310>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:42.526417 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Request body: {'port': {'device_id': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:42.653278 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:42.679354 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:42.697369 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:38:42.791359 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Allocated IP 172.20.0.1 (0329a854-a80f-4d3b-b599-428accfcaec5/9d3a75b4-7da1-4543-a895-24dfa6721c33/135d0b11-c75a-4498-8730-8c3f881bdd79) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:42.896695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Pushing event updated for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:42.915144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:43.060030 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:43.092123 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Transition to ACTIVE for port object 135d0b11-c75a-4498-8730-8c3f881bdd79 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:43.175111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:43.222377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc7e95-801d-4b07-a0c0-fb7c2621438d req-c4467e70-d424-4032-8a2b-ad99d9040aa7 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:43.240954 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3fc7e95-801d-4b07-a0c0-fb7c2621438d req-c4467e70-d424-4032-8a2b-ad99d9040aa7 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 931 time: 2.4757326
May 18 01:38:43.247759 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:43.333499 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:43.379130 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:43.393246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:43.414775 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52006) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:43.563245 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0cdb310>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:35Z', 'revision_number': 3, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:43.575595 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539bed3-b58f-4b62-aecd-f6f134a0e273 None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:35Z', 'revision_number': 3, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:43.714070 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Pushing event updated for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:43.757450 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:43.809169 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-d2da43a1-5640-4aa7-89ad-ca08d5ab0e89 None None] Provisioning for port 135d0b11-c75a-4498-8730-8c3f881bdd79 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:43.820952 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-d2da43a1-5640-4aa7-89ad-ca08d5ab0e89 None None] Provisioning complete for port 135d0b11-c75a-4498-8730-8c3f881bdd79 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:43.823340 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d2da43a1-5640-4aa7-89ad-ca08d5ab0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:43.825951 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3fc7e95-801d-4b07-a0c0-fb7c2621438d req-8abd1e25-8df9-4eed-bfb0-ab0d825040b1 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5840065
May 18 01:38:43.917074 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d2c2a700-31f5-4451-9012-b2c20b08d294 req-600ee83e-5118-43bd-8391-a5ff8eca45cb tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5427809
May 18 01:38:43.933972 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.051830 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-d2da43a1-5640-4aa7-89ad-ca08d5ab0e89 None None] Port 135d0b11-c75a-4498-8730-8c3f881bdd79 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:38:44.202064 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.225255 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 61e41f7a-8223-402d-b112-00bbf6fc1b8a up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:44.256121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.268227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.305597 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e7b85714-d628-438f-9556-339079eba6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:44.391733 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:44.411261 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 61e41f7a-8223-402d-b112-00bbf6fc1b8a triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:44.411603 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.418664 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:44.436128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c14029d363a40ffa6938f0ffb34a070&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4285769
May 18 01:38:44.437192 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a7236-175c-4293-8af2-49ca175898ce,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:44.440280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52016) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:44.451824 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:44.456915 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] 10.222.0.16 "PUT /v2.0/routers/004eea58-736b-4452-84d5-ba54483cfce3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0609987
May 18 01:38:44.465207 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:44.481186 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c7778bcc-bd9b-4988-8544-0e1f31f5644d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd6164291c6149c895b836573c02ccfe&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0563891
May 18 01:38:44.492001 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52022) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:44.498127 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:44.620667 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:44.621451 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0103d30>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:44.685247 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.928340 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:44.959347 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.db.resource_extend [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 18 01:38:45.017663 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.119313 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:45.373297 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:38:45.503556 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:38:45.525246 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.528349 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.534977 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.548615 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5ead4741-c28e-459a-b943-51f4b2832196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:45.560666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.575810 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a7236-175c-4293-8af2-49ca175898ce,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:45.584918 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:45.625012 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817fae-69bc-4d91-9b7b-d92490a0aff9 req-323a9c11-0b5b-4411-bbb6-034dba354210 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:45.626725 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15817fae-69bc-4d91-9b7b-d92490a0aff9 req-323a9c11-0b5b-4411-bbb6-034dba354210 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 931 time: 0.4158843
May 18 01:38:45.642209 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.668763 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52042) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:45.672835 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.673615 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/930a7236-175c-4293-8af2-49ca175898ce HTTP/1.1" status: 204  len: 168 time: 1.2301967
May 18 01:38:45.691057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Transition to ACTIVE for port object 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:45.705307 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-345af87e-b052-4c88-9cf1-a18d126ff8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:45.730309 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142850436', 'description': 'tempest-description--894347919'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:45.737119 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15817fae-69bc-4d91-9b7b-d92490a0aff9 req-f98c1788-f445-412d-b5f4-bbebbfb6c3d1 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974967
May 18 01:38:45.779594 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.787726 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.816562 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0103d30>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 2, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:45.821921 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:45.822283 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Updating router 004eea58-736b-4452-84d5-ba54483cfce3 port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:45.826489 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:45.892529 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:45.940881 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:45.945035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:45.948190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:45.955490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:45.980080 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.003019 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de73fcb0-daac-4cf2-999f-818782acbb23,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:46.005532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.023914 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:46.028633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Router a940bf82-f9f9-4cbb-8488-f085c86dcc72 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:38:46.044411 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d015e60e-0155-4768-80b2-f7de003e9033 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:46.107236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Pushing event updated for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:46.111196 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:46.114563 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.142034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:46.144696 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.150730 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de73fcb0-daac-4cf2-999f-818782acbb23 HTTP/1.1" status: 204  len: 168 time: 1.5795083
May 18 01:38:46.160991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:46.306786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:46.316231 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:46.321981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:46.329496 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746898a-c33b-4b82-8751-877a3b19903a req-b96acb3a-2956-480b-b88c-0b922907953d tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:46.337371 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:46.338154 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5746898a-c33b-4b82-8751-877a3b19903a req-b96acb3a-2956-480b-b88c-0b922907953d tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 931 time: 0.5158756
May 18 01:38:46.446820 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5746898a-c33b-4b82-8751-877a3b19903a req-63e33c16-c209-4cf8-a795-765a084f0949 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050532
May 18 01:38:46.475968 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.511913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.519499 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:46.522394 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:46.566527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:46.601441 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3041d1d1-1e75-428e-ab67-ce69d9b28777 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:46.613815 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:46.616841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:46.809168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Attempting to bind port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:46.809768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Attempting to bind port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:46.810267 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Attempting to bind port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:46.814824 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.814824 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1395316
May 18 01:38:46.845200 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52078) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:46.853813 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.857425 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:38:46.857886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Attempting to bind port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:46.865856 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group_rule': {'security_group_id': '9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:46.876486 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:46.884430 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:46.887957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:46.900865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:46.935800 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.db.resource_extend [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 18 01:38:46.939280 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Transition to ACTIVE for port object 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:46.955783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 3041d1d1-1e75-428e-ab67-ce69d9b28777 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:46.974909 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3041d1d1-1e75-428e-ab67-ce69d9b28777 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:46.975212 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.987982 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:46.988725 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:38:47.016607 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:47.016967 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Checking segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:47.017560 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Bound using segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:47.018014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Bound port: 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:47.018361 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.134163 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.168047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:47.181031 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:47.181139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:47.257138 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.271433 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Pushing event updated for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:47.280391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:47.364706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:47.382119 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] 10.222.0.16 "PUT /v2.0/routers/a940bf82-f9f9-4cbb-8488-f085c86dcc72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.3767166
May 18 01:38:47.382645 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:47.385953 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:47.391166 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Sync routers for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:47.404230 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:47.407309 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0807850>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:47.435291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:47.440355 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306dd73e-3488-41c6-b1e9-b34a574b7b10 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:38:47.455884 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:47.456560 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.463925 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 HTTP/1.1" status: 200  len: 1093 time: 6.0402124
May 18 01:38:47.473258 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:38:47.644449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:38:47.651449 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] 10.222.0.16 "PUT /v2.0/routers/590853c8-91dc-48a1-abb6-fef9234e611c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7560837
May 18 01:38:47.670271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e058b-386c-44bb-b21f-c837236b96a0 req-75e2d790-010c-454c-9374-593aa9ffd10a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:47.672974 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fd2e058b-386c-44bb-b21f-c837236b96a0 req-75e2d790-010c-454c-9374-593aa9ffd10a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 943 time: 0.4887700
May 18 01:38:47.734849 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fd2e058b-386c-44bb-b21f-c837236b96a0 req-7bcbf7c0-1e51-4562-8563-978e1adafc6b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559750
May 18 01:38:47.754713 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.789735 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:38:47.807305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52120) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:47.845709 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:47.846501 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cc460>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:47.854171 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Transition to ACTIVE for port object 306dd73e-3488-41c6-b1e9-b34a574b7b10 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:47.860390 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.869154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.882152 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.885869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:47.934576 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:47.940416 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-839001f5-99e9-4cd2-b9ee-2f339c36aa90 None None] Provisioning complete for port 135d0b11-c75a-4498-8730-8c3f881bdd79 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:47.940918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-839001f5-99e9-4cd2-b9ee-2f339c36aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:47.942118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e5fe-d026-41c6-96d2-2f658ea83cf3 req-09ca65a7-a679-4c55-bd8a-11936db9930a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:47.943602 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ff90e5fe-d026-41c6-96d2-2f658ea83cf3 req-09ca65a7-a679-4c55-bd8a-11936db9930a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 931 time: 0.2126744
May 18 01:38:47.966765 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Pushing event updated for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:48.025927 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.051639 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Attempting to bind port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:48.051869 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Attempting to bind port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:48.052413 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Attempting to bind port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:48.072742 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:48.074082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:48.105557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ff90e5fe-d026-41c6-96d2-2f658ea83cf3 req-0ff110e7-5221-4501-9d4c-7aefd4670e7d tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386931
May 18 01:38:48.111350 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-3f493b10-084b-4b47-87f7-b1930b7363b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:48.114641 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-3f493b10-084b-4b47-87f7-b1930b7363b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 1096 time: 0.4647632
May 18 01:38:48.115569 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78adcfae-c805-4bb9-a769-24d4cfca2b23,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:48.166202 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:48.167651 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Checking segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:48.167651 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.167651 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Bound using segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:48.167919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Bound port: 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:48.168230 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.175313 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:48.202004 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-839001f5-99e9-4cd2-b9ee-2f339c36aa90 None None] Port 135d0b11-c75a-4498-8730-8c3f881bdd79 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:38:48.211481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 3041d1d1-1e75-428e-ab67-ce69d9b28777, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3041d1d1-1e75-428e-ab67-ce69d9b28777,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:48.248922 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.258753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-f2c95b76-c36a-491b-9b8d-967c1e5e464c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 HTTP/1.1" status: 200  len: 217 time: 0.1058180
May 18 01:38:48.271613 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:48.364994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Attempting to bind port 306dd73e-3488-41c6-b1e9-b34a574b7b10 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:48.365572 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Attempting to bind port 306dd73e-3488-41c6-b1e9-b34a574b7b10 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '82994078-13d1-46a2-82d4-7ac164e09ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:48.366595 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Attempting to bind port 306dd73e-3488-41c6-b1e9-b34a574b7b10 on network 07f63989-c172-4c4a-baec-eebb444ddbc3 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:48.376672 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953079665-network', 'tenant_id': 'dc6f3859cf8e4b078185ad84e62d51a3'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:48.390687 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:48.487300 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-bdf38268-824c-4557-9177-d9d683dcc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:48.489459 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-bdf38268-824c-4557-9177-d9d683dcc7eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.1838059
May 18 01:38:48.493136 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.497606 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6513448
May 18 01:38:48.500610 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52156) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:48.502502 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:48.505367 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Port 306dd73e-3488-41c6-b1e9-b34a574b7b10 on network 07f63989-c172-4c4a-baec-eebb444ddbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:38:48.505913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Attempting to bind port 306dd73e-3488-41c6-b1e9-b34a574b7b10 on network 07f63989-c172-4c4a-baec-eebb444ddbc3 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:48.563649 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group_rule': {'security_group_id': '9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:48.569796 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=3041d1d1-1e75-428e-ab67-ce69d9b28777,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:48.576165 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:48.583889 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] For port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:48.589596 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] For port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:48.595981 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-e99e5de2-1a25-4e8b-b7ab-f29b0834754e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967917
May 18 01:38:48.596556 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.603427 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Usage tracker for resource:network and tenant:dc6f3859cf8e4b078185ad84e62d51a3 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:48.618999 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:48.652933 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:48.655259 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:48.655749 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Checking segment: {'id': '82994078-13d1-46a2-82d4-7ac164e09ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:48.656164 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Bound using segment: {'id': '82994078-13d1-46a2-82d4-7ac164e09ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:48.656631 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Bound port: 306dd73e-3488-41c6-b1e9-b34a574b7b10, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82994078-13d1-46a2-82d4-7ac164e09ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:48.656971 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:48.697695 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0807850>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01', 'name': '', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'mac_address': 'fa:16:3e:a9:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:35Z', 'updated_at': '2021-05-18T01:38:40Z', 'revision_number': 2, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'subnets': [{'id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:48.708550 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:48.710931 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Checking router: a940bf82-f9f9-4cbb-8488-f085c86dcc72 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:48.711513 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Updating router a940bf82-f9f9-4cbb-8488-f085c86dcc72 port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:48.801511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-e6ee170f-8268-4c56-8796-bc5eb4f7283a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:48.802250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-e6ee170f-8268-4c56-8796-bc5eb4f7283a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Synchronizing usage tracker for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:network {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:48.830513 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.062628 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52178) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:49.068181 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424862305', 'description': 'tempest-description--1228691332'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:49.083267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:49.088899 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:49.096673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:49.104750 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:49.105403 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0103d30>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:49.111352 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.128576 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.135270 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:49.179879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:49.185768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.189379 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:49.194199 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:49.209965 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Pushing event updated for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:49.210753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:49.226561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.228917 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:49.334595 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.393809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Made reservation on behalf of dc6f3859cf8e4b078185ad84e62d51a3 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:49.396024 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.397358 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.408866 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.456547 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52192) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:49.466619 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:49.472772 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:49.480220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.578842 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:49.583771 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87e7f8-d15f-4695-b2ec-05de9f782291,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:49.590438 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.591747 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5283964
May 18 01:38:49.594764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52200) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:49.602246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:49.606670 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.619186 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group_rule': {'security_group_id': '7a87e7f8-d15f-4695-b2ec-05de9f782291', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:49.634420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:49.634589 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:49.646529 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:49.650769 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.657390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:49.660227 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6f3859cf8e4b078185ad84e62d51a3 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:49.673530 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-e6ee170f-8268-4c56-8796-bc5eb4f7283a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Unset dirty status for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:network {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:49.676091 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-e6ee170f-8268-4c56-8796-bc5eb4f7283a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 819 time: 1.2498238
May 18 01:38:49.677559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.680181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:49.683174 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Transition to ACTIVE for port object f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:49.700406 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.722724 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-3458e57f-c304-40bd-b391-816c3f3ab543 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/quotas/f1c7e3b2369f4588a3674cde01fd7d36 HTTP/1.1" status: 200  len: 375 time: 0.0392461
May 18 01:38:49.727213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.735408 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10,segment=NetworkSegment(82994078-13d1-46a2-82d4-7ac164e09ec6),segment_id=82994078-13d1-46a2-82d4-7ac164e09ec6)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:49.741605 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:49.761727 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', 'status': 'completed', 'code': 200}
May 18 01:38:49.769898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:49.820770 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.841393 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-039c5ae1-b930-4e20-95f2-aebbc8968dad service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2343793
May 18 01:38:49.859583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.863445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:49.947736 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.979014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:49.986156 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:50.006151 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0480bb51-f3cc-443e-baf9-11e75e840f0d,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.015094 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.023174 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Pushing event updated for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.037718 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.038807 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.048134 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.049362 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4429524
May 18 01:38:50.054190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52210) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:50.064240 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Pushing event updated for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.069752 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-5bd1b4de-1621-4335-9cfb-a5b4c5a64257 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3276889
May 18 01:38:50.093224 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.096813 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group_rule': {'security_group_id': '7a87e7f8-d15f-4695-b2ec-05de9f782291', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:50.107880 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:50.109449 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.112062 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] 10.222.0.32 "PUT /v2.0/ports/306dd73e-3488-41c6-b1e9-b34a574b7b10 HTTP/1.1" status: 200  len: 1093 time: 8.7178044
May 18 01:38:50.123676 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Attempting to bind port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:50.124333 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Attempting to bind port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:50.125627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:50.126247 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Attempting to bind port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:50.132886 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:50.133376 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Checking segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:50.133743 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.134136 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Bound using segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:50.134602 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Bound port: f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:50.134970 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.168924 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:50.196889 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7827ac-0ccf-4c15-84d9-f3a5275885fe,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.201625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cc460>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:45Z', 'revision_number': 2, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:50.207984 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.210006 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.211801 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:38:50.211973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Updating router 590853c8-91dc-48a1-abb6-fef9234e611c port 135d0b11-c75a-4498-8730-8c3f881bdd79 binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:38:50.222410 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.233090 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86d2d-5f82-4c96-bbac-498c7ada73bf req-3aedccff-257c-4d67-9599-8e3f0b6f258c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:50.240259 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] For port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:50.243814 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] For port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:50.247338 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a0c86d2d-5f82-4c96-bbac-498c7ada73bf req-3aedccff-257c-4d67-9599-8e3f0b6f258c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 943 time: 0.3748271
May 18 01:38:50.251870 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.275222 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:50.282703 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.299014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:50.312566 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:50.314396 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:50.317788 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Usage tracker for resource:security_group_rule and tenant:e340d724645e4f479fc9785a4e083b47 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:50.321878 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:50.328881 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:50.340873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:50.388759 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a0c86d2d-5f82-4c96-bbac-498c7ada73bf req-ba17056f-778d-4a83-a08c-8d4d27fd58c7 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389894
May 18 01:38:50.394864 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3041d1d1-1e75-428e-ab67-ce69d9b28777 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:50.450045 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:50.450926 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0807850>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:50.463182 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0103d30>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:50.477688 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee8253-730d-455d-b113-5d9e0d75d44a None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:50.479537 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.496057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.529178 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.531346 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.534362 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c682991c-067f-403c-b441-37adf863647b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0246365
May 18 01:38:50.557062 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-759c7ba8-822e-46dc-9604-ca7ddb57664b service neutron] 10.222.0.16 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863915
May 18 01:38:50.574836 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52220) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:50.611348 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:50.660007 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3041d1d1-1e75-428e-ab67-ce69d9b28777 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:50.660453 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:50.686486 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:50.695948 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Pushing event updated for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.699562 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.721206 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0847a-0703-4763-8e84-0607a3878b59,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:50.727305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:50.745980 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:50.809459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:floatingip and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:50.816144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:50.841393 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e340d724645e4f479fc9785a4e083b47&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3800335
May 18 01:38:50.846764 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52226) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:50.849298 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:50.862569 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-ab96b24a-3ea8-494f-856a-61bbfb4cd6d9 service neutron] 10.222.0.16 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026578
May 18 01:38:50.912327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-32b34b44-7ffb-4eb6-82bb-e59782ad65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:50.925420 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-32b34b44-7ffb-4eb6-82bb-e59782ad65d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6822df35a65f454ba97b1301b17f8b18&device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 1096 time: 0.6874266
May 18 01:38:50.927548 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:50.928053 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-36c07f2b-4581-486b-9f49-0a43779ba402 req-751aeb88-36c2-4ba2-a46a-91f2b18e3434 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9064510
May 18 01:38:50.948877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.093177 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.101832 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.110098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:51.148727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709fd111-a153-4a47-806d-3eee75c7b8d2,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:51.163344 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:51.234566 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db15e3-a9eb-4689-b8c4-4c05bb5e29f9 req-b880606d-18c4-41a7-a8f2-77cf8a7e8d0e tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:51.242098 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b2db15e3-a9eb-4689-b8c4-4c05bb5e29f9 req-b880606d-18c4-41a7-a8f2-77cf8a7e8d0e tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 943 time: 0.3844521
May 18 01:38:51.295642 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-5a24c6ee-957a-478c-8195-7413e3884fc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10 HTTP/1.1" status: 200  len: 217 time: 0.3514974
May 18 01:38:51.309496 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2bce9952-aca7-445e-b79c-5605766b0d70 req-9a50c1b4-942b-4d56-afdf-3fd46736385d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 210 time: 0.1619766
May 18 01:38:51.351753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.352990 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2966115
May 18 01:38:51.391098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52240) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:51.394386 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b2db15e3-a9eb-4689-b8c4-4c05bb5e29f9 req-32ef3fa6-5f92-468c-bdf9-bb20e2f3a462 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514385
May 18 01:38:51.399758 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:51.425121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:51.450734 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:floatingip and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:51.470978 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:51.485389 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:51.514762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.543937 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.554620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-1f3379ae-4a2c-45e4-ad6b-579f23b4e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:51.558210 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-1f3379ae-4a2c-45e4-ad6b-579f23b4e311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e507cb63-b7c9-4b23-abe7-d4a82f21ccfb HTTP/1.1" status: 200  len: 852 time: 0.1589026
May 18 01:38:51.574687 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.582127 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Transition to ACTIVE for port object 135d0b11-c75a-4498-8730-8c3f881bdd79 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:51.595655 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.603919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:51.643766 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.695234 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0807850>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01', 'name': '', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'mac_address': 'fa:16:3e:a9:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:35Z', 'updated_at': '2021-05-18T01:38:50Z', 'revision_number': 4, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'subnets': [{'id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:51.708012 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ca34e-5fb8-47e6-830e-24c40b7aa5ae None None] The sync data for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi is: [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01', 'name': '', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'mac_address': 'fa:16:3e:a9:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:35Z', 'updated_at': '2021-05-18T01:38:50Z', 'revision_number': 4, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'subnets': [{'id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:51.748149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.790769 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:38:51.832987 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:38:51.847282 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.848030 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Added segment ec94950b-9e16-4b29-a378-42e5d3c3b81f of type vlan for network c49dab14-84c3-441e-a7e2-c852ef7f99c5
May 18 01:38:51.882279 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:51.959382 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-849daec3-3e11-447c-a8c9-3a9c8c86c0a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f63989-c172-4c4a-baec-eebb444ddbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3162990
May 18 01:38:51.976435 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:51.996484 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.179513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Pushing event updated for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:52.201534 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:52.251699 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-ef437f0b-07dc-4a36-aaad-987c72fd2c38 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:52.255568 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-ef437f0b-07dc-4a36-aaad-987c72fd2c38 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 819 time: 0.5934823
May 18 01:38:52.305187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:52.305987 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.343322 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Attempting to bind port 135d0b11-c75a-4498-8730-8c3f881bdd79 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:52.344143 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Attempting to bind port 135d0b11-c75a-4498-8730-8c3f881bdd79 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:52.344945 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Attempting to bind port 135d0b11-c75a-4498-8730-8c3f881bdd79 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:52.363777 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-24ad63f0-8a32-495f-89a4-c315ebc94cd9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/quotas/f1c7e3b2369f4588a3674cde01fd7d36 HTTP/1.1" status: 200  len: 375 time: 0.0790503
May 18 01:38:52.382962 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:52.385478 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Checking segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:52.388688 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.389439 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Bound using segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:52.390996 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Bound port: 135d0b11-c75a-4498-8730-8c3f881bdd79, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:52.391712 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.425551 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.492993 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465291-0145-4574-9edd-665b1d7d4dbd req-827f5d6a-4a63-4f32-b023-fab91fbc969a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:52.495459 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5465291-0145-4574-9edd-665b1d7d4dbd req-827f5d6a-4a63-4f32-b023-fab91fbc969a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 943 time: 0.8011906
May 18 01:38:52.529746 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d755a1-04e7-41ae-874a-4da8e28439a0,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:52.554042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:52.560451 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa988-fc55-4e59-8396-5e659f661284 req-a49a0658-362a-4205-8a5f-419299ecb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:52.560451 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-a49a0658-362a-4205-8a5f-419299ecb228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 1096 time: 1.4211745
May 18 01:38:52.568880 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] For port 135d0b11-c75a-4498-8730-8c3f881bdd79, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:52.574844 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] For port 135d0b11-c75a-4498-8730-8c3f881bdd79, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=135d0b11-c75a-4498-8730-8c3f881bdd79,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:52.584238 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.584621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:52.601479 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.602846 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:52.651289 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:52.671970 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.673603 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55d0847a-0703-4763-8e84-0607a3878b59 HTTP/1.1" status: 204  len: 168 time: 1.8178904
May 18 01:38:52.675573 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 4.8301253
May 18 01:38:52.704269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52268) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:52.717925 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5465291-0145-4574-9edd-665b1d7d4dbd req-a7628e45-41ce-40b4-acb8-8f37a33983c4 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034099
May 18 01:38:52.741080 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:38:52.742716 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cc460>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:38:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:52.760666 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Request body: {'subnet': {'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953079665-subnet', 'tenant_id': 'dc6f3859cf8e4b078185ad84e62d51a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:52.772981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:52.788971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Usage tracker for resource:subnet and tenant:dc6f3859cf8e4b078185ad84e62d51a3 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:52.806069 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:52.826096 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:52.828228 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Pushing event updated for resources: {'Network': ['ID=c49dab14-84c3-441e-a7e2-c852ef7f99c5,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:52.838107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:52.859126 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:38:52.899169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Made reservation on behalf of dc6f3859cf8e4b078185ad84e62d51a3 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:52.901950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2581325'] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:52.915203 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2300d2fb-aa4d-403d-852d-3c66e70d43d2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:52.928614 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10', 'status': 'completed', 'code': 200}
May 18 01:38:52.943867 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.32', 58012) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:53.194728 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:53.208557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-629ef0f7-e8b9-4498-9114-d3596c2bf016 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8228106
May 18 01:38:53.294081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0847a-0703-4763-8e84-0607a3878b59,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:53.306688 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Pushing event updated for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:53.331516 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:53.353501 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:53.365510 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:53.366171 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:53.372576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:53.462110 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:38:53.509079 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52284) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:53.515104 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-1d431908-e7b1-4e47-bcc2-b098c282db28 service neutron] 10.222.0.32 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5121517
May 18 01:38:53.528654 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-b394132e-ee2f-4ea2-b6b4-6b0be4a7f0fe service neutron] 10.222.0.16 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187048
May 18 01:38:53.582705 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-91a9c54b-2009-4e5a-ae57-ab0bbb6af8c7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:53.585125 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-91a9c54b-2009-4e5a-ae57-ab0bbb6af8c7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 819 time: 0.6369021
May 18 01:38:53.615573 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:53.644600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Request body: {'port': {'device_id': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'admin_state_up': True, 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:53.688286 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-8e548531-3720-4eb6-9124-eccbd72abb5d service neutron] 10.222.0.16 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399715
May 18 01:38:53.691505 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa988-fc55-4e59-8396-5e659f661284 req-9a2f28b3-0589-4196-a697-7286b1c1db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:53.696026 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-9a2f28b3-0589-4196-a697-7286b1c1db4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 915 time: 1.0710006
May 18 01:38:53.781589 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:53.784277 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:53.795625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:53.971224 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Usage tracker for resource:security_group_rule and tenant:a11659103d0a4c11b53861e131a01900 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:53.976107 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:53.989669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:53.995208 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-70f652d7-2570-429e-a823-5c3f877c9093 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 HTTP/1.1" status: 200  len: 217 time: 0.2085259
May 18 01:38:54.009246 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:54.013079 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.025153 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:54.163309 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:54.215129 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-3f0c7ffe-6a46-4ad3-a40f-8caed9df352a req-423a7541-c08c-4e17-9016-531f929d04a4 service neutron] 10.222.0.32 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6632378
May 18 01:38:54.216845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa988-fc55-4e59-8396-5e659f661284 req-0732c9df-b41c-42f2-9022-2f41e735337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:54.217864 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-0732c9df-b41c-42f2-9022-2f41e735337d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.2136803
May 18 01:38:54.263756 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbd52-7de5-4ef6-8426-ef9d71d98921 req-3046813b-ff53-4b9b-b73f-4ca1509ae02a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:54.265739 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-335dbd52-7de5-4ef6-8426-ef9d71d98921 req-3046813b-ff53-4b9b-b73f-4ca1509ae02a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 943 time: 0.8705983
May 18 01:38:54.290051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:54.319133 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:54.328163 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:54.328792 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.358021 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-e03c9554-3374-4833-947c-cd03f73e4ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1299901
May 18 01:38:54.358296 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Allocated IP 172.27.1.238 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/64b1dd40-bb21-4e2e-a6c3-97583bd6357b) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:54.366397 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Usage tracker for resource:port and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:54.398661 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-335dbd52-7de5-4ef6-8426-ef9d71d98921 req-3f90d556-a7d5-40c9-a810-d03b9f1df658 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244025
May 18 01:38:54.438913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:54.442419 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cc460>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:52Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:38:54.459477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:54.520073 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:38:54.522290 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:54.547459 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089d1c4-5159-4c64-b802-9e2d6f68cb80 None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:52Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:38:54.562769 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:54.583447 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88621e16-3be1-4d45-ac79-296f297f8ecc req-1eb9bccb-a4a2-40a7-a6d9-5d4526d26994 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:54.585035 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-88621e16-3be1-4d45-ac79-296f297f8ecc req-1eb9bccb-a4a2-40a7-a6d9-5d4526d26994 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 943 time: 0.4134896
May 18 01:38:54.648853 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f2e9d53b-145a-4821-a174-3fb6365d8358 req-f12e521f-9191-4554-afe6-386705dcd701 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 210 time: 0.1175554
May 18 01:38:54.655542 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Made reservation on behalf of f1c7e3b2369f4588a3674cde01fd7d36 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:54.663602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.800264 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.db.resource_extend [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 18 01:38:54.821215 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.850609 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.887690 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.890947 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-88621e16-3be1-4d45-ac79-296f297f8ecc req-2a1e1745-09ef-41e7-afbc-c0d52eef10d1 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914722
May 18 01:38:54.927219 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:54.986010 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.002368 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52312) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:55.009093 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a11659103d0a4c11b53861e131a01900&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4964654
May 18 01:38:55.013320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-945e2ce5-dbbb-4021-be11-4a9900f8c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:55.015586 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-945e2ce5-dbbb-4021-be11-4a9900f8c01d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6822df35a65f454ba97b1301b17f8b18&device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 1096 time: 0.7177093
May 18 01:38:55.044108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2395895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2581343'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.070966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e360b99-6ac4-40a6-a69d-1985706143ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.110927 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:55.119060 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.137083 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.157013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.191493 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-f3214c68-6080-47e1-abf8-91ffdd6b4698 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8199749
May 18 01:38:55.192124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9348971-fead-43c5-be08-764da8138e59,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.245878 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:55.263726 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'port_id': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', 'mac_address': 'fa:16:3e:ae:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e270421-950e-44b4-9388-6e81b91f650d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:38:55.295693 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.307628 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Allocated IP 172.27.1.119 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/e29b8b71-6434-4f74-af4c-574fe4e5df4f) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:55.324382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:55.333031 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:55.334852 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.364501 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:55.393263 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.439187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.449850 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 135d0b11-c75a-4498-8730-8c3f881bdd79 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:55.480987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.493180 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.511901 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:38:55.516468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.534664 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:55.548943 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Checking segment: {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:55.549299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Network hostable DHCP agents. Network: c49dab14-84c3-441e-a7e2-c852ef7f99c5, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:38:55.552724 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.557379 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-b94cfe93-9177-4016-a587-b6dd7535bce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.587067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.587795 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.634495 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.638628 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 135d0b11-c75a-4498-8730-8c3f881bdd79 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:55.642701 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.646700 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.666924 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 135d0b11-c75a-4498-8730-8c3f881bdd79 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:55.667369 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.710329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.735042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=64b1dd40-bb21-4e2e-a6c3-97583bd6357b,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.741003 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:38:55.748678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.754083 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-93271d89-2960-4605-90ba-9d4bf098f1f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:55.777241 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9348971-fead-43c5-be08-764da8138e59,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:55.786735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, c49dab14-84c3-441e-a7e2-c852ef7f99c5) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:55.794407 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.801361 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:38:55.802766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:55.832572 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:55.836043 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:55.841383 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c64d5-c410-4030-b8d7-efcf166557b5 None None] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:55.875975 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.32', 58018) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:38:56.011732 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-86afa988-fc55-4e59-8396-5e659f661284 req-28a5d8b2-4156-467b-9aeb-a02fc78b1309 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4712386
May 18 01:38:56.088245 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.119916 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Allocated IP 172.20.0.3 (6290b07a-a3d1-48f5-9bf2-47816df9c044/6d25c770-5ea8-4721-a590-8c5f82249bbd/42f7a08b-e471-42b5-9f5c-ffcdcbc27e39) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:56.245329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-3adfda92-d4a4-4ab8-aadd-59db203e31b4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:56.247123 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-3adfda92-d4a4-4ab8-aadd-59db203e31b4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 819 time: 0.3137877
May 18 01:38:56.275966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9dd82-5db2-4cf0-99b9-fe039e4775e8 req-5d43c0f8-fa5f-43ba-8b95-4a9d405e83c8 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:56.277735 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2de9dd82-5db2-4cf0-99b9-fe039e4775e8 req-5d43c0f8-fa5f-43ba-8b95-4a9d405e83c8 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 943 time: 0.7349775
May 18 01:38:56.321840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 135d0b11-c75a-4498-8730-8c3f881bdd79, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=135d0b11-c75a-4498-8730-8c3f881bdd79,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:56.342373 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e4f9d602-4bbd-4c20-9123-be320e2b0dc9 req-2f4f9312-4455-4ecc-a4c5-711d6cb752cd tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 210 time: 0.3521218
May 18 01:38:56.349844 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Request body: {'port': {'device_id': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'admin_state_up': True, 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:56.379450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.380362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:56.492373 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:56.524809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:38:56.527138 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Usage tracker for resource:port and tenant:f1c7e3b2369f4588a3674cde01fd7d36 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:38:56.530854 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:38:56.537298 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:38:56.552292 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.8305812
May 18 01:38:56.553714 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.554458 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9348971-fead-43c5-be08-764da8138e59 HTTP/1.1" status: 204  len: 168 time: 1.5485957
May 18 01:38:56.595652 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Made reservation on behalf of f1c7e3b2369f4588a3674cde01fd7d36 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:38:56.604842 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.605500 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.622695 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 306dd73e-3488-41c6-b1e9-b34a574b7b10 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:38:56.637160 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.666254 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:56.765871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:56.786435 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:56.818592 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:56.836411 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:56.890573 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=e29b8b71-6434-4f74-af4c-574fe4e5df4f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:56.963329 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2de9dd82-5db2-4cf0-99b9-fe039e4775e8 req-b17ec866-0e1d-44ea-84f4-191be1d770c9 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4686079
May 18 01:38:56.977294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10,segment=NetworkSegment(82994078-13d1-46a2-82d4-7ac164e09ec6),segment_id=82994078-13d1-46a2-82d4-7ac164e09ec6)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:56.997368 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf069-0eb8-4b0a-8a68-ccb2cae512fc req-bdf1cfdc-deff-4a75-9c80-e99bd699359e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:56.998985 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6cbdf069-0eb8-4b0a-8a68-ccb2cae512fc req-bdf1cfdc-deff-4a75-9c80-e99bd699359e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 944 time: 0.3597245
May 18 01:38:57.006685 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6165a-ec76-40a2-ae3e-51b9bcad1609 None None] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:38:57.015758 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-a1bcf9ad-074b-439b-b535-9649cb37f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:57.023670 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-a1bcf9ad-074b-439b-b535-9649cb37f6c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f63989-c172-4c4a-baec-eebb444ddbc3 HTTP/1.1" status: 200  len: 912 time: 1.9617283
May 18 01:38:57.034172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:57.099542 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '306dd73e-3488-41c6-b1e9-b34a574b7b10', 'network_id': '07f63989-c172-4c4a-baec-eebb444ddbc3', 'port_id': '306dd73e-3488-41c6-b1e9-b34a574b7b10', 'mac_address': 'fa:16:3e:db:72:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e507cb63-b7c9-4b23-abe7-d4a82f21ccfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:38:57.154494 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6cbdf069-0eb8-4b0a-8a68-ccb2cae512fc req-e7b62427-ef79-450b-824d-b6d2a044d39e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474261
May 18 01:38:57.254422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.265046 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-248f3c41-8873-474f-ba85-f668ef2fde90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10 HTTP/1.1" status: 200  len: 217 time: 0.2379525
May 18 01:38:57.266415 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.277168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:57.344896 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.363676 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Allocated IP 172.20.0.4 (6290b07a-a3d1-48f5-9bf2-47816df9c044/6d25c770-5ea8-4721-a590-8c5f82249bbd/c43ac595-ec03-4b39-9f1d-20edb0cfd8cb) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:38:57.367096 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.367290 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.383581 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2bf7bf70-2cf8-428b-9aa5-47d4dc311d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:57.393593 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306dd73e-3488-41c6-b1e9-b34a574b7b10 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:38:57.502630 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:57.539158 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:57.574019 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10,segment=NetworkSegment(82994078-13d1-46a2-82d4-7ac164e09ec6),segment_id=82994078-13d1-46a2-82d4-7ac164e09ec6)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:57.575031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.582841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.616480 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.620365 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=64b1dd40-bb21-4e2e-a6c3-97583bd6357b,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:57.625956 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-42be6653-e702-423f-82d2-37a9068aced1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:57.633252 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:57.710512 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-889b6321-5aa8-40c4-bf57-f084520125c0 req-62e83fda-9d1c-4323-b59a-0b8c62696824 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Synchronizing usage tracker for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:57.713136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.731330 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3194606
May 18 01:38:57.731781 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:57.737652 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.742507 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:57.767363 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:57.806216 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:57.811702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:57.821359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:57.895393 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2655964
May 18 01:38:57.946474 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-e95f68c3-10bb-4fd1-847a-bf43c098d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:57.947916 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-e95f68c3-10bb-4fd1-847a-bf43c098d0cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e507cb63-b7c9-4b23-abe7-d4a82f21ccfb HTTP/1.1" status: 200  len: 852 time: 0.6739442
May 18 01:38:57.948620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Pushing event updated for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:57.986185 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Request body: {'port': {'device_id': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:58.147616 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['306dd73e-3488-41c6-b1e9-b34a574b7b10'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:38:58.174443 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-889b6321-5aa8-40c4-bf57-f084520125c0 req-62e83fda-9d1c-4323-b59a-0b8c62696824 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Unset dirty status for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:58.190122 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-889b6321-5aa8-40c4-bf57-f084520125c0 req-62e83fda-9d1c-4323-b59a-0b8c62696824 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 210 time: 0.5709922
May 18 01:38:58.237831 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:58.253568 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:58.253865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:58.351845 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-1fc15c73-1597-4061-bd6a-b2e420e65a7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f63989-c172-4c4a-baec-eebb444ddbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0993695
May 18 01:38:58.387126 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.428355 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.467926 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:58.493179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c49636de-2ad6-48b0-92c9-5e49b1fb52d1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:58.501262 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.535981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:58.576059 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:38:58.582964 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:58.584441 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.620493 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 135d0b11-c75a-4498-8730-8c3f881bdd79 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:58.689660 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.700233 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Pushing event updated for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:58.715682 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Network 6290b07a-a3d1-48f5-9bf2-47816df9c044 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:38:58.719847 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:58.723661 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:38:58.723820 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.737957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:38:58.745263 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:58.796034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 135d0b11-c75a-4498-8730-8c3f881bdd79 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:58.796495 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.801031 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296960a-c21a-4f4f-b50e-004cd6dd3a77 req-862b7691-2378-48e7-9fb9-2cdd4a210f38 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:58.802988 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3296960a-c21a-4f4f-b50e-004cd6dd3a77 req-862b7691-2378-48e7-9fb9-2cdd4a210f38 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 944 time: 0.5662866
May 18 01:38:58.820661 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c49636de-2ad6-48b0-92c9-5e49b1fb52d1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:58.821951 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c49636de-2ad6-48b0-92c9-5e49b1fb52d1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1424862305&fields=id&tenant_id=409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 267 time: 0.5177653
May 18 01:38:58.834268 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-08d65b08-7e7f-4b3a-9aba-db3de0d85ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4357753
May 18 01:38:58.840055 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=e29b8b71-6434-4f74-af4c-574fe4e5df4f,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:58.844666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:58.869253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:58.909097 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:38:58.983851 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:58.984658 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.017563 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6823735
May 18 01:38:59.027576 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3296960a-c21a-4f4f-b50e-004cd6dd3a77 req-4fd691e7-2d8d-4260-a78c-617d1f842e8a tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115626
May 18 01:38:59.036115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Request body: {'port': {'device_id': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:38:59.044973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:38:59.081904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.102080 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.107396 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:59.222842 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-5f4e30a2-9df5-4a25-9b5b-66418b1021d1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:59.224532 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-5f4e30a2-9df5-4a25-9b5b-66418b1021d1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 810 time: 0.3703172
May 18 01:38:59.247496 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-96ce1eb4-769b-4a3e-9e8f-e9e32564f97c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/quotas/409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 375 time: 0.0165362
May 18 01:38:59.254327 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.278524 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:38:59.295184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.298890 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.6978476
May 18 01:38:59.423506 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cef14a1d-8410-45ef-b8bd-95a180edfdd0 req-383426ce-5a9e-4648-886e-b352c9014f89 service neutron] 10.222.0.32 "GET /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5776095
May 18 01:38:59.440535 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:59.446090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:59.460221 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:38:59.460649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.530711 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:38:59.544249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.577972 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Transition to ACTIVE for port object 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:38:59.581846 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-01004d60-84b4-4b0a-9d71-2902997b0905 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:38:59.584034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.594193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d61a9585-7b23-4758-948f-7419e89f6d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:59.671581 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-01004d60-84b4-4b0a-9d71-2902997b0905 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:38:59.682820 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-01004d60-84b4-4b0a-9d71-2902997b0905 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4254181
May 18 01:38:59.688243 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Pushing event updated for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:38:59.692897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:38:59.695591 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d538399-695f-4e00-a45d-300be5b006a8 req-4117c714-ad4c-4241-9375-fc8293764390 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:38:59.703330 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d538399-695f-4e00-a45d-300be5b006a8 req-4117c714-ad4c-4241-9375-fc8293764390 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.4379580
May 18 01:38:59.822532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Attempting to bind port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:38:59.823009 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Attempting to bind port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:38:59.823200 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Attempting to bind port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:59.829550 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:38:59.829902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Attempting to bind port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:38:59.840029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:38:59.840403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Checking segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:38:59.840901 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Bound using segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:38:59.841330 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Bound port: 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:38:59.841721 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.913944 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d538399-695f-4e00-a45d-300be5b006a8 req-62e18ad7-ec38-4f16-8c9d-e8e004b3cf62 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091811
May 18 01:38:59.949406 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:38:59.953970 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:38:59.963233 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:38:59.969379 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5e82f4bf-8c49-4682-9ee5-27f7e6f0685d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:38:59.975631 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-d9bf2470-b333-4e58-b3ee-74c4fa8709f0 service neutron] 10.222.0.16 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593679
May 18 01:39:00.013357 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52462) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:00.066955 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Pushing event updated for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:00.070701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:00.086397 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:00.087385 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.089225 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] 10.222.0.32 "PUT /v2.0/ports/42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 1093 time: 2.1308415
May 18 01:39:00.090440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:00.223849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43ac595-ec03-4b39-9f1d-20edb0cfd8cb {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:00.232851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a25efb6a-a07f-4229-9a20-f2dfbcb6ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:00.234710 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a25efb6a-a07f-4229-9a20-f2dfbcb6ba33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1096 time: 0.1048248
May 18 01:39:00.255326 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.258034 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.299108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:00.305048 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Transition to ACTIVE for port object c43ac595-ec03-4b39-9f1d-20edb0cfd8cb will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:00.308601 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-1d847b57-82fe-4ec7-bb28-8c83d54afe91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0664375
May 18 01:39:00.317262 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6037502a6fb24cd5999de1e6231e30d2 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:00.324645 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:00.330799 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.350630 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-257498a7-66dd-45a8-a322-dd8343349066 service neutron] 10.222.0.16 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3650699
May 18 01:39:00.353953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:00.355810 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:00.400794 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-ac1bfdc8-b90c-4fcb-b3ce-c3ce723861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:00.403307 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-ac1bfdc8-b90c-4fcb-b3ce-c3ce723861c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0879595
May 18 01:39:00.462276 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-a7780fe1-d262-4b2a-8648-a65e3007a06e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531831
May 18 01:39:00.468028 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 306dd73e-3488-41c6-b1e9-b34a574b7b10 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:00.548978 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 306dd73e-3488-41c6-b1e9-b34a574b7b10 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:00.555900 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 306dd73e-3488-41c6-b1e9-b34a574b7b10 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:00.556807 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.642572 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-0684997a-bcdb-49d7-ad57-e5bb034ea432 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688972
May 18 01:39:00.693698 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.716056 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e676a8-8dcb-4b46-84a1-257f732cd7e2 req-fd3cdd15-f08e-410f-8b3c-3b2590e11e5b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:00.718325 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6e676a8-8dcb-4b46-84a1-257f732cd7e2 req-fd3cdd15-f08e-410f-8b3c-3b2590e11e5b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 931 time: 0.5845952
May 18 01:39:00.754323 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.756347 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.807465 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', 'code': 200}
May 18 01:39:00.812512 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10,segment=NetworkSegment(82994078-13d1-46a2-82d4-7ac164e09ec6),segment_id=82994078-13d1-46a2-82d4-7ac164e09ec6)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:00.824170 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:00.827973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:00.840084 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f735ee32-5caa-4975-99a4-564a8cba26b8 req-cafbe337-104d-422d-9d77-51c7bac8f9b5 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905730
May 18 01:39:00.881188 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Pushing event updated for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:00.908497 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:00.912537 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2cead367-8ee7-4428-98ea-b2f571846c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:00.950287 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6037502a6fb24cd5999de1e6231e30d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8953848
May 18 01:39:00.953929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52504) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:00.972885 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:00.983961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:01.009986 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44361e-eadb-45fb-a317-296d9f735fff,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:01.014750 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-c6e676a8-8dcb-4b46-84a1-257f732cd7e2 req-7671a78a-55d8-49ff-99d3-7a6266565e87 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Synchronizing usage tracker for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:01.019129 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:01.066557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-5b0134d1-32da-45e5-bb8c-d4121e724878 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2142850436&fields=id&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 267 time: 0.1102393
May 18 01:39:01.068860 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Attempting to bind port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:01.069352 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Attempting to bind port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:01.069764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Attempting to bind port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:01.072236 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.075442 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:01.075751 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Attempting to bind port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb on network 6290b07a-a3d1-48f5-9bf2-47816df9c044 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:01.101648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-c6e676a8-8dcb-4b46-84a1-257f732cd7e2 req-7671a78a-55d8-49ff-99d3-7a6266565e87 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Unset dirty status for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:01.102950 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6e676a8-8dcb-4b46-84a1-257f732cd7e2 req-7671a78a-55d8-49ff-99d3-7a6266565e87 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3371153
May 18 01:39:01.106546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:01.106684 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Checking segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:01.107955 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Bound using segment: {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:01.107955 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Bound port: c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53ec75c-3cfe-4114-a3ff-84cc9082e924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:01.108329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.160838 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.218305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-5e11511f-1e0a-4f9f-a355-e85b4bf35c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:01.220092 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-5e11511f-1e0a-4f9f-a355-e85b4bf35c83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 1098 time: 0.1366329
May 18 01:39:01.251270 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.263249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.270272 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f5ab3ceb-911c-4168-8b3a-14bd2e656982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:01.277058 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:01.283391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Usage tracker for resource:security_group_rule and tenant:b24dfd0c55584445917170abd5a8eb0f is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:01.290016 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:01.292685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44361e-eadb-45fb-a317-296d9f735fff,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:01.298852 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:01.300886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:01.302730 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.303981 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d44361e-eadb-45fb-a317-296d9f735fff HTTP/1.1" status: 204  len: 168 time: 0.3486104
May 18 01:39:01.419562 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.425613 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.434654 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:01.463269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-9de51ebb-bd98-439e-8c49-a88dc63b964d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:01.465126 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-9de51ebb-bd98-439e-8c49-a88dc63b964d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 817 time: 0.3868344
May 18 01:39:01.475122 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:01.503445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=625f342b-4571-4aa5-844a-6a67c508d15f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:01.521146 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:01.528174 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9a8ff913-bfaa-423e-99d7-22f61913c5b0 req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006403
May 18 01:39:01.535511 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-5afbd59c-12b1-430d-81c2-fd961f8c7a02 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/quotas/e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 375 time: 0.0639338
May 18 01:39:01.541898 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-10448d76-9213-4a33-a49a-237d4983bed6 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:01.543278 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-10448d76-9213-4a33-a49a-237d4983bed6 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 809 time: 0.3076766
May 18 01:39:01.546126 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:01.584861 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.608829 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fe502b14-a8d5-4c99-92f7-8c2d11034b25 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:01.650891 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-953bca4e-0186-4804-a79a-efeb2d4bbf1f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/quotas/dc6f3859cf8e4b078185ad84e62d51a3 HTTP/1.1" status: 200  len: 375 time: 0.0697215
May 18 01:39:01.696736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52526) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:01.716151 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.724133 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-78860ef1-63c4-42b8-a514-113335b308a7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0564644
May 18 01:39:01.727166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:01.727827 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.729536 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] 10.222.0.32 "PUT /v2.0/ports/c43ac595-ec03-4b39-9f1d-20edb0cfd8cb HTTP/1.1" status: 200  len: 1093 time: 2.6976597
May 18 01:39:01.731979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:01.733616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:01.741376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b33b7ab239543b18ac1c026d2b1130c is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:01.744798 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:01.753221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:01.861235 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.868709 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:01.870968 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Pushing event updated for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:01.886517 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-649f46be-4fe7-49fa-8d79-b80e63bf1831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:01.902335 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:01.942901 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b33b7ab239543b18ac1c026d2b1130c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2450147
May 18 01:39:01.944784 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd9a68-4b5e-45ab-b28e-b4664e831da9,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:01.947243 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52534) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:01.950065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:02.026527 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-cd8eb957-ff91-483c-bbc8-42a6b70db31f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4821627
May 18 01:39:02.183855 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-08e4766f-5bb0-44e3-bccf-c8aaa4454976 service neutron] 10.222.0.16 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4440076
May 18 01:39:02.215120 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.265104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-3e749b5a-041f-42e4-a1e8-d60a54e0a4e5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:02.266023 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-3e749b5a-041f-42e4-a1e8-d60a54e0a4e5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:02.270645 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.291699 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-af685f4b-5d40-4329-b828-a65ed532bf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.314614 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-3e749b5a-041f-42e4-a1e8-d60a54e0a4e5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:02.315906 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-3e749b5a-041f-42e4-a1e8-d60a54e0a4e5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 810 time: 0.3515358
May 18 01:39:02.317044 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-63473d36-ce33-4d51-b0d6-78939e766bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:02.318550 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-63473d36-ce33-4d51-b0d6-78939e766bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 1096 time: 0.5355189
May 18 01:39:02.372708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.377602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:02.387318 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-81eece8d-36d7-4f79-984b-5c93f1623311 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:02.397026 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd9a68-4b5e-45ab-b28e-b4664e831da9,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:02.403117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:02.412538 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.415935 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86fd9a68-4b5e-45ab-b28e-b4664e831da9 HTTP/1.1" status: 204  len: 168 time: 0.4654233
May 18 01:39:02.415935 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-81eece8d-36d7-4f79-984b-5c93f1623311 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:02.415935 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-81eece8d-36d7-4f79-984b-5c93f1623311 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 380 time: 0.0851560
May 18 01:39:02.430139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'port': {'device_id': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'admin_state_up': True, 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'security_groups': ['7a87e7f8-d15f-4695-b2ec-05de9f782291']}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:02.432542 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-293506a2-9793-4413-b37f-5d0c302b6ace service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb HTTP/1.1" status: 200  len: 217 time: 0.1000979
May 18 01:39:02.586267 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-fbef1050-1a52-4757-9695-a0f9a6513793 service neutron] 10.222.0.16 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5349762
May 18 01:39:02.588093 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:02.599395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:02.611040 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Made reservation on behalf of 409ea4c0034a4318bdae3a2b20926927 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:02.615896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:02.617300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-db3c3165-213b-4d58-a4f6-acea889b3397 service neutron] 10.222.0.16 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4325588
May 18 01:39:02.693936 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687be163-46f8-4c8a-b266-afa084816d72 req-01fb53b8-f689-40cb-8885-4f2570b9ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:02.695396 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-01fb53b8-f689-40cb-8885-4f2570b9ecdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.2437384
May 18 01:39:02.766020 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-4e8142a3-e166-4e10-a40e-42d9eda60939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540781
May 18 01:39:02.805827 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-fc38236f-89ca-42f6-9a00-09bd1806e5a4 service neutron] 10.222.0.16 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089033
May 18 01:39:02.808499 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:02.912182 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Allocated IP 172.20.0.11 (0329a854-a80f-4d3b-b599-428accfcaec5/9d3a75b4-7da1-4543-a895-24dfa6721c33/ff49e2eb-02d8-42cc-a8ed-70c00ecf8204) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:02.917025 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-23f396c3-6b9a-4343-af69-2079de6038a4 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400218
May 18 01:39:03.136573 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-687be163-46f8-4c8a-b266-afa084816d72 req-a6f412dd-2d8f-43c7-ad7f-91c441e9f370 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118721
May 18 01:39:03.153703 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedb957-f4fb-494f-84ab-20a52b96043b req-a2356dc8-5ae5-45d2-aa29-af33b47eab02 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:03.155736 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-feedb957-f4fb-494f-84ab-20a52b96043b req-a2356dc8-5ae5-45d2-aa29-af33b47eab02 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.1442056
May 18 01:39:03.271572 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-feedb957-f4fb-494f-84ab-20a52b96043b req-3d84afd9-497c-4d62-a548-726c5e704565 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099122
May 18 01:39:03.296929 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'status': 'completed', 'code': 200}
May 18 01:39:03.332488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-1b1e3a8b-704d-491e-b106-a0fb3d166406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:03.334198 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-1b1e3a8b-704d-491e-b106-a0fb3d166406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1096 time: 0.1297407
May 18 01:39:03.522526 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:03.571702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Transition to ACTIVE for port object ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:03.602082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:03.622835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:03.639198 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5dfe6daa-94af-4dcf-84ca-3fadc76852a4 req-64b83287-58f8-41bf-a150-7f837a449f4f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 210 time: 0.1318979
May 18 01:39:03.751898 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-85eae442-5d34-4a85-94ae-ab96184aa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:03.753706 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-85eae442-5d34-4a85-94ae-ab96184aa5c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.4062333
May 18 01:39:03.773226 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:03.778833 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:03.789523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:03.796650 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:03.800184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:03.815838 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:03.816677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:03.850825 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-9f4b3071-9743-4142-8c58-86bbe0ddebff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0885799
May 18 01:39:03.869219 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0337-4d26-4625-8d8f-24d12dd67ede req-fec6431e-b62b-4b45-8ab7-6a5d7aa27d09 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:03.871353 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5df0337-4d26-4625-8d8f-24d12dd67ede req-fec6431e-b62b-4b45-8ab7-6a5d7aa27d09 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.3021851
May 18 01:39:03.883946 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4590204
May 18 01:39:03.899141 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Request body: {'port': {'device_id': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:04.082315 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-1af75e10-ed83-442e-a613-99d7b3422f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:04.089510 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-1af75e10-ed83-442e-a613-99d7b3422f66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.2169101
May 18 01:39:04.100867 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5df0337-4d26-4625-8d8f-24d12dd67ede req-5b22c8f7-057b-4fe8-a104-3bbef7b62f8f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752508
May 18 01:39:04.124034 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb', 'status': 'completed', 'code': 200}
May 18 01:39:04.159614 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0b1d4f08-803e-4606-95d1-eed7aeb88a57 None None] Provisioning for port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:04.180103 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:04.183157 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0b1d4f08-803e-4606-95d1-eed7aeb88a57 None None] Provisioning complete for port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:04.183542 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4f08-803e-4606-95d1-eed7aeb88a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:04.257469 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-325e6d53-8d2c-4125-bf5f-31d00d651c3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1535878
May 18 01:39:04.326145 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d4f08-803e-4606-95d1-eed7aeb88a57 None None] Port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:39:04.485245 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:04.645043 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-27c588e5-9f06-47ed-8af1-18bcbabce11a req-59de98ba-16fe-4819-a9fb-d3988b39d5a5 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 210 time: 0.3864346
May 18 01:39:04.811421 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10', 'code': 200}
May 18 01:39:04.831898 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dc367-96f8-42cf-b338-0a170405a8bc req-6a500f90-9245-45b5-a4e7-2e062cd13b15 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:04.839425 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5f4dc367-96f8-42cf-b338-0a170405a8bc req-6a500f90-9245-45b5-a4e7-2e062cd13b15 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 943 time: 0.4481754
May 18 01:39:04.882382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-90418b0c-ac84-4783-9831-2cd58e59bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:04.895103 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-90418b0c-ac84-4783-9831-2cd58e59bdf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 1096 time: 0.7159660
May 18 01:39:05.018570 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5cec045e-6028-4a73-b059-300409e2b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.032482 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.054948 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4adb830-1b5c-4f15-8e0a-a3b392892c86 req-24500e82-aa2b-4fb4-bc68-92dde3ce3f71 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 210 time: 0.1683352
May 18 01:39:05.101784 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-bc125de2-2c30-4f04-b623-d619b30a65c7 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6863639
May 18 01:39:05.201135 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:05.231019 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5f4dc367-96f8-42cf-b338-0a170405a8bc req-c2184e8c-1be8-4a87-b9b5-5bac6d915004 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612061
May 18 01:39:05.239076 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'port_id': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'mac_address': 'fa:16:3e:39:ed:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:05.317643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:05.327129 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.347164 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Transition to ACTIVE for port object ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:05.365098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.32', 58031) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:05.367887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.401582 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:05.424665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:05.432131 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.436673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:05.536812 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.549079 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:05.553462 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:05.556545 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:05.612903 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-b4dd8d6a-5afe-4e22-9370-5931f8d0567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:05.614447 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-b4dd8d6a-5afe-4e22-9370-5931f8d0567c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.7125435
May 18 01:39:05.658116 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['42f7a08b-e471-42b5-9f5c-ffcdcbc27e39'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:05.673586 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4980-bb4f-4032-a633-05801952adbc req-8f2d9767-0f0e-4568-94fa-818425087ffd tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:05.675128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-915d4980-bb4f-4032-a633-05801952adbc req-8f2d9767-0f0e-4568-94fa-818425087ffd tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.2340939
May 18 01:39:05.694834 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e5ca983-47df-4e54-8c9d-4f668a3e025f req-fbea449c-caea-4ab4-8b32-e2f71c3984cf service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5836420
May 18 01:39:05.742203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b45bd-b554-49b3-bba2-095db95af487 req-4c548571-9f14-4ca6-8657-ac66c502d9a1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:05.743864 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cc1b45bd-b554-49b3-bba2-095db95af487 req-4c548571-9f14-4ca6-8657-ac66c502d9a1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 944 time: 0.2425737
May 18 01:39:05.842353 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cc1b45bd-b554-49b3-bba2-095db95af487 req-aff200ff-30f9-4b0a-b1ab-0907f3335b29 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879917
May 18 01:39:05.903195 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:05.933631 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-915d4980-bb4f-4032-a633-05801952adbc req-484dda2b-c600-41e3-a9f0-6fbb69de6c9b tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494662
May 18 01:39:06.255352 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-fab9b648-c869-47c1-a539-a24da1cc5159 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:06.258194 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-fab9b648-c869-47c1-a539-a24da1cc5159 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 817 time: 0.4114604
May 18 01:39:06.294144 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-77fb76e4-837f-4a0f-b893-e820904a571a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb HTTP/1.1" status: 200  len: 217 time: 0.2289138
May 18 01:39:06.345784 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-66988143-4c01-48d8-b268-62a2a1adcd43 req-e9bfc06b-265f-42fb-94ab-add69c875e3e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 210 time: 0.0863478
May 18 01:39:06.386905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Pushing event updated for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:06.420128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c5669fe9-4dc1-4178-a3d0-31ca63e03489 req-474051b1-c61a-4f53-a577-f54c7a5905ec tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 210 time: 0.0848930
May 18 01:39:06.431283 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:06.432615 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-86a06109-8b27-480a-9f21-c05b9120303a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 380 time: 0.1228099
May 18 01:39:06.439412 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'port': {'device_id': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'admin_state_up': True, 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'security_groups': ['9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:06.488052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device c43ac595-ec03-4b39-9f1d-20edb0cfd8cb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:06.493363 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Attempting to bind port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:06.494101 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Attempting to bind port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:06.494526 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Attempting to bind port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:06.506274 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-638f8b1b-919d-4437-9c78-70e0ccc0170f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:06.507142 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b290fb14-55ad-4077-b864-f8381052d875 req-638f8b1b-919d-4437-9c78-70e0ccc0170f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Synchronizing usage tracker for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:06.522645 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 on network 0329a854-a80f-4d3b-b599-428accfcaec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:06.523076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Attempting to bind port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:06.531729 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-c14ae174-76ea-4be9-b64d-e55cb1ad62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:06.533334 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-c14ae174-76ea-4be9-b64d-e55cb1ad62d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.2272470
May 18 01:39:06.541345 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:06.541783 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Checking segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:06.542261 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Bound using segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:06.542909 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Bound port: ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:06.543339 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:06.603600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-f6388214-a3fe-4ed4-90eb-7ff4e4c9163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:06.605270 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-f6388214-a3fe-4ed4-90eb-7ff4e4c9163d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 1098 time: 1.2391973
May 18 01:39:06.625584 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-e487fc76-29b8-411d-9805-4e19bd9334f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705075
May 18 01:39:06.671389 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b290fb14-55ad-4077-b864-f8381052d875 req-638f8b1b-919d-4437-9c78-70e0ccc0170f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Unset dirty status for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:06.672493 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-638f8b1b-919d-4437-9c78-70e0ccc0170f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 809 time: 1.4632432
May 18 01:39:06.734445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Request body: {'port': {'device_id': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5', 'admin_state_up': True, 'tenant_id': 'dc6f3859cf8e4b078185ad84e62d51a3'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:06.738555 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:06.772558 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb', 'network_id': '6290b07a-a3d1-48f5-9bf2-47816df9c044', 'port_id': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb', 'mac_address': 'fa:16:3e:9d:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d25c770-5ea8-4721-a590-8c5f82249bbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:06.777100 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad02501-0e74-448d-8ae0-92941c4bd424 req-dff43615-b521-490c-9ab7-f5ce462b2f85 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:06.785786 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3ad02501-0e74-448d-8ae0-92941c4bd424 req-dff43615-b521-490c-9ab7-f5ce462b2f85 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 943 time: 0.1657910
May 18 01:39:06.869574 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3ad02501-0e74-448d-8ae0-92941c4bd424 req-13c9e893-17e6-4eba-83c4-0a6032b5321d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825222
May 18 01:39:06.895649 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:06.901103 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:port and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:06.905702 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:06.917024 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:06.917445 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:06.938360 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ac595-ec03-4b39-9f1d-20edb0cfd8cb {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:06.960885 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Made reservation on behalf of e27a135b6f60458080f4d5d86c5f22b4 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:06.965113 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:06.965789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:06.970374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:06.972607 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:07.101813 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:07.104220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-53fcb2fa-0ce5-4302-8e41-220817283148 service neutron] Synchronizing usage tracker for tenant:b24dfd0c55584445917170abd5a8eb0f on resource:security_group {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:07.123956 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:07.155953 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:07.163604 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:07.172776 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Usage tracker for resource:port and tenant:dc6f3859cf8e4b078185ad84e62d51a3 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:07.176107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-53fcb2fa-0ce5-4302-8e41-220817283148 service neutron] Unset dirty status for tenant:b24dfd0c55584445917170abd5a8eb0f on resource:security_group {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:07.177265 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-53fcb2fa-0ce5-4302-8e41-220817283148 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5561187
May 18 01:39:07.187576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:07.191176 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:07.201621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:07.204423 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['c43ac595-ec03-4b39-9f1d-20edb0cfd8cb'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:07.211979 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.214880 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f929064-2bb6-492b-bb1e-7cd987b30fcf req-c5e592a2-c158-4128-abe3-b92f5061144a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:07.216498 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f929064-2bb6-492b-bb1e-7cd987b30fcf req-c5e592a2-c158-4128-abe3-b92f5061144a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 944 time: 0.1885004
May 18 01:39:07.227905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:07.330334 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Pushing event updated for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:07.338248 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Allocated IP 172.20.0.14 (f9a4e49a-e6eb-464d-8878-0bb9422087bd/3d421ba1-10aa-4e50-9369-f394825b210c/9626d5bd-0c0c-4981-894f-a4f285d15de8) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:07.351329 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-805a9f8b-7a82-414a-a025-c116870f64de service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6776826
May 18 01:39:07.355323 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:07.361075 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f929064-2bb6-492b-bb1e-7cd987b30fcf req-e70b8de6-e6c1-49a8-8a99-cef0097b4293 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348865
May 18 01:39:07.362438 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:07.365811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.377754 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 1094 time: 3.4866257
May 18 01:39:07.377754 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:07.401455 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Made reservation on behalf of dc6f3859cf8e4b078185ad84e62d51a3 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:07.417314 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.486467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.788360 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.804177 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Transition to ACTIVE for port object 9626d5bd-0c0c-4981-894f-a4f285d15de8 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:07.815634 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9846af8e-9646-4eca-a705-a68e269c8cb4 req-19e8c586-3ca7-4154-889b-6640926e4276 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4152198
May 18 01:39:07.848006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:07.866524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-18b4e8c4-2dc4-4791-8867-b9aa7f8e6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:07.868183 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-18b4e8c4-2dc4-4791-8867-b9aa7f8e6269 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1097 time: 0.4365923
May 18 01:39:07.876043 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1c75a126-8b8b-4f41-80ce-5b977d999bfa req-304af437-62d8-4901-9ac0-4976cd585f21 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 210 time: 0.2391922
May 18 01:39:07.887486 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:07.982237 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-3d1da748-84b5-4bf2-9db5-9e232249b8e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 217 time: 0.1059904
May 18 01:39:07.984140 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'status': 'completed', 'code': 200}
May 18 01:39:08.063289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:08.067485 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:08.074715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:08.084067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:08.090236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:08.147978 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-988162e9-b9a8-4c7e-b1b8-018a04dc0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:08.154979 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-988162e9-b9a8-4c7e-b1b8-018a04dc0f8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.1640971
May 18 01:39:08.156993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Allocated IP 172.20.0.13 (c49dab14-84c3-441e-a7e2-c852ef7f99c5/7678bcad-b0ad-4bf3-a3f4-02084e1da3bb/3c888c96-2032-470a-854f-3b3a89748e06) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:08.164706 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e45269-fc08-46a4-a1ef-7f54931eb150 req-e2b1547b-2ce4-47d3-b61d-469024207858 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:08.173732 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36e45269-fc08-46a4-a1ef-7f54931eb150 req-e2b1547b-2ce4-47d3-b61d-469024207858 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.6543589
May 18 01:39:08.379744 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:08.380457 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.414437 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9808846
May 18 01:39:08.428359 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36e45269-fc08-46a4-a1ef-7f54931eb150 req-7470a498-eab6-4a07-a356-4fd645c942e8 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529366
May 18 01:39:08.441438 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Request body: {'port': {'device_id': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:08.450570 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-9e2613c8-8fcc-4512-bd19-7ad3a72d8b97 None None] Provisioning for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:08.474909 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-9e2613c8-8fcc-4512-bd19-7ad3a72d8b97 None None] Provisioning complete for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:08.479874 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9e2613c8-8fcc-4512-bd19-7ad3a72d8b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.558346 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-e577088f-0741-41a0-a129-ac9ac5bcccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:08.559814 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-e577088f-0741-41a0-a129-ac9ac5bcccc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3952312
May 18 01:39:08.607074 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-9e2613c8-8fcc-4512-bd19-7ad3a72d8b97 None None] Port 9626d5bd-0c0c-4981-894f-a4f285d15de8 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:39:08.611606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:08.690045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e388404-e45c-48df-a946-8df917a6cfe0 req-19a64e31-ca93-4bf1-87e1-4dfc66cc5dc1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:08.690875 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3e388404-e45c-48df-a946-8df917a6cfe0 req-19a64e31-ca93-4bf1-87e1-4dfc66cc5dc1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Synchronizing usage tracker for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:08.697683 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:08.707620 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:08.708015 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.722693 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.781250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.808943 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-0780d86b-00fb-440a-b406-99fca2bb27b0 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249141
May 18 01:39:08.815864 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.824368 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3e388404-e45c-48df-a946-8df917a6cfe0 req-19a64e31-ca93-4bf1-87e1-4dfc66cc5dc1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Unset dirty status for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:08.828360 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e388404-e45c-48df-a946-8df917a6cfe0 req-19a64e31-ca93-4bf1-87e1-4dfc66cc5dc1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 932 time: 0.6485605
May 18 01:39:08.861663 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1a5ab103-071b-4e49-b4b1-1c521d51500b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:08.952346 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:08.985788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:08.997774 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:09.004486 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.005845 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device c43ac595-ec03-4b39-9f1d-20edb0cfd8cb up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:09.069260 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:09.095853 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ce6d1f45-e5e9-4292-8bf2-39faf5366716 req-64d60d8c-f318-41b6-81b1-08fa3532c91e service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717409
May 18 01:39:09.098316 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3e388404-e45c-48df-a946-8df917a6cfe0 req-9f001b39-a511-4886-83d1-5d1ad179e053 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555108
May 18 01:39:09.126735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:09.130922 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:09.144185 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:09.147382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d5249-1e73-44c0-8ac8-66c62582ff83 req-421b8a25-8b2f-4bc0-9302-1c004d171bde tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.154204 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.155157 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.156984 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a96d5249-1e73-44c0-8ac8-66c62582ff83 req-421b8a25-8b2f-4bc0-9302-1c004d171bde tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 944 time: 0.5248487
May 18 01:39:09.208715 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:09.223961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:09.227517 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4995773
May 18 01:39:09.234194 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Pushing event updated for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:09.247621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Request body: {'port': {'device_id': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:09.255532 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:09.257672 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a96d5249-1e73-44c0-8ac8-66c62582ff83 req-5e2ecb40-3c05-4a8d-af38-652381cecb13 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984941
May 18 01:39:09.261034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:09.261315 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.349460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:09.415613 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.429365 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-ee031d95-207d-4edb-a6c6-bb9cb4835266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.430984 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-ee031d95-207d-4edb-a6c6-bb9cb4835266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1097 time: 0.2512031
May 18 01:39:09.461356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.495862 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:09.500280 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.502325 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:09.577211 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:09.580520 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:09.605972 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:09.618837 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.653128 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde73d6d-6f95-4da0-b0a7-be8db7634025 req-858a11f4-35fc-4c71-82bc-1c2fe2b841d7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.654617 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bde73d6d-6f95-4da0-b0a7-be8db7634025 req-858a11f4-35fc-4c71-82bc-1c2fe2b841d7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 932 time: 0.2300663
May 18 01:39:09.658098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Transition to ACTIVE for port object 9626d5bd-0c0c-4981-894f-a4f285d15de8 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:09.667408 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a83ae-1d48-443e-ab9c-d19d0791d22e req-0b235f50-d500-4fa8-a10f-0adf3dbf6c2c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.668852 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9f1a83ae-1d48-443e-ab9c-d19d0791d22e req-0b235f50-d500-4fa8-a10f-0adf3dbf6c2c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 944 time: 0.2453969
May 18 01:39:09.687534 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:09.699741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-44577799-e354-4162-8c81-ef593e9fc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:09.701968 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-44577799-e354-4162-8c81-ef593e9fc788 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.2638009
May 18 01:39:09.713026 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:09.856794 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-c03c33b5-f32b-4b67-8cdd-7f24643b7583 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 217 time: 0.1342297
May 18 01:39:09.882158 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bde73d6d-6f95-4da0-b0a7-be8db7634025 req-cb4b7d2a-8532-4a36-9673-6ffa11fb174b tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117453
May 18 01:39:09.952579 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:09.961744 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:09.980833 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9f1a83ae-1d48-443e-ab9c-d19d0791d22e req-a410fe4c-b558-497e-9ec9-7e185f9f803e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2943928
May 18 01:39:09.984740 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'code': 200}
May 18 01:39:10.086736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c888c96-2032-470a-854f-3b3a89748e06 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:10.096642 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.116407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Transition to ACTIVE for port object 3c888c96-2032-470a-854f-3b3a89748e06 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:10.131818 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-752148cf-9a4b-438a-acbf-a2c0e5c41079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.133365 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-752148cf-9a4b-438a-acbf-a2c0e5c41079 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.2693660
May 18 01:39:10.134205 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.140681 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Attempting to bind port 9626d5bd-0c0c-4981-894f-a4f285d15de8 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:10.141158 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Attempting to bind port 9626d5bd-0c0c-4981-894f-a4f285d15de8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:10.141689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Attempting to bind port 9626d5bd-0c0c-4981-894f-a4f285d15de8 on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:10.148416 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Port 9626d5bd-0c0c-4981-894f-a4f285d15de8 on network f9a4e49a-e6eb-464d-8878-0bb9422087bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:10.148619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Attempting to bind port 9626d5bd-0c0c-4981-894f-a4f285d15de8 on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:10.155983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:10.156754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Checking segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:10.157391 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Bound using segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:10.157952 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Bound port: 9626d5bd-0c0c-4981-894f-a4f285d15de8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:10.158644 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.209213 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:10.394054 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:10.399260 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:10.409115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.416459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:10.417713 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:10.419448 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:10.491129 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dbbe8-fa58-4875-93b9-02847a4b6335 req-c051afc2-ef88-4582-9f00-92a79eebbd23 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.492829 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd6dbbe8-fa58-4875-93b9-02847a4b6335 req-c051afc2-ef88-4582-9f00-92a79eebbd23 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.3152006
May 18 01:39:10.508684 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdd59-ecf9-46b9-adc0-79a5e17d28b4 req-576de546-8482-4db9-a681-f3e300757004 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.510340 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f32cdd59-ecf9-46b9-adc0-79a5e17d28b4 req-576de546-8482-4db9-a681-f3e300757004 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2387955
May 18 01:39:10.547093 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.547711 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.549462 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] 10.222.0.32 "PUT /v2.0/ports/9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 1094 time: 2.1200190
May 18 01:39:10.566296 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:10.588053 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Attempting to bind port 3c888c96-2032-470a-854f-3b3a89748e06 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:10.588680 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Attempting to bind port 3c888c96-2032-470a-854f-3b3a89748e06 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:10.589003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Attempting to bind port 3c888c96-2032-470a-854f-3b3a89748e06 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:10.603791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:10.604381 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Port 3c888c96-2032-470a-854f-3b3a89748e06 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:10.605117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Attempting to bind port 3c888c96-2032-470a-854f-3b3a89748e06 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:10.617443 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:10.617825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Checking segment: {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:10.618212 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Bound using segment: {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:10.618695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Bound port: 3c888c96-2032-470a-854f-3b3a89748e06, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:10.619706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.630588 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-0fc5434c-5a0e-44eb-b22e-c28c2cb06dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.632122 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-0fc5434c-5a0e-44eb-b22e-c28c2cb06dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4562459
May 18 01:39:10.637403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523ad0-dc9e-4585-bce6-e4df0518e93a req-c86fa045-b492-48b1-8dad-531e414d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.639470 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-da523ad0-dc9e-4585-bce6-e4df0518e93a req-c86fa045-b492-48b1-8dad-531e414d20e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.3718338
May 18 01:39:10.664270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:10.711738 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f32cdd59-ecf9-46b9-adc0-79a5e17d28b4 req-9424c8db-bff7-4bf9-a2a7-9f3fbd76f12d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1675158
May 18 01:39:10.719841 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd6dbbe8-fa58-4875-93b9-02847a4b6335 req-c548872d-259e-4d76-8abb-7df752ec4535 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063687
May 18 01:39:10.804677 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-9ed1112b-2c2d-4ec7-8a01-17f860c67ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:10.806343 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-9ed1112b-2c2d-4ec7-8a01-17f860c67ac9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1097 time: 0.1941378
May 18 01:39:10.887828 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-da523ad0-dc9e-4585-bce6-e4df0518e93a req-80507974-e8ee-4eef-813d-8bf0f065cdb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202663
May 18 01:39:10.903691 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'status': 'completed', 'code': 200}
May 18 01:39:10.939762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:10.953767 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-02343b1a-4152-44fc-b2f5-408a19776004 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3100331
May 18 01:39:10.955600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c888c96-2032-470a-854f-3b3a89748e06,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:10.960000 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:10.967788 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:11.056284 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.057279 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:11.058655 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c888c96-2032-470a-854f-3b3a89748e06 HTTP/1.1" status: 200  len: 1094 time: 1.8157611
May 18 01:39:11.071988 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-b299ff83-e0ae-46d8-a0e2-251f8287281e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 217 time: 0.2579322
May 18 01:39:11.114410 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:11.208144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:11.211736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:11.239209 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-bf53b04f-e198-484c-a055-8ff3512b45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.240676 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-bf53b04f-e198-484c-a055-8ff3512b45ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.1496942
May 18 01:39:11.252537 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5914c-29b4-4567-acd8-9fbc8718a368 req-97e5e388-0ccc-467a-9866-18e2878e4620 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.253967 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57b5914c-29b4-4567-acd8-9fbc8718a368 req-97e5e388-0ccc-467a-9866-18e2878e4620 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.3490012
May 18 01:39:11.260652 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4566c0d-3869-4ac5-9b53-aa71c68f129c req-dea98b53-833b-48d3-a212-13ce29cd9799 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955697
May 18 01:39:11.263453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-b0f4e351-2ce0-4ce2-b3db-83a9d9639f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.266008 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-b0f4e351-2ce0-4ce2-b3db-83a9d9639f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 1097 time: 0.1342244
May 18 01:39:11.350188 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-2552b753-9c7e-4286-8e5e-0d0afd54569d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c888c96-2032-470a-854f-3b3a89748e06 HTTP/1.1" status: 200  len: 217 time: 0.0774331
May 18 01:39:11.379713 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57b5914c-29b4-4567-acd8-9fbc8718a368 req-b225ce5a-eb65-4847-aa86-b96da7d90b14 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861838
May 18 01:39:11.390295 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d866-c033-4578-8b99-1b7a6efcc633 req-762eab49-4716-4fe9-8919-1cd207220ff9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.391776 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f448d866-c033-4578-8b99-1b7a6efcc633 req-762eab49-4716-4fe9-8919-1cd207220ff9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 944 time: 0.2363575
May 18 01:39:11.451719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-cf8f383a-5219-4646-b4a5-9fd5919c13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.456447 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-cf8f383a-5219-4646-b4a5-9fd5919c13a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2014072
May 18 01:39:11.496495 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb14-55ad-4077-b864-f8381052d875 req-70cc8d67-8bfb-410d-8ed5-f5c7b15d83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:11.498620 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-70cc8d67-8bfb-410d-8ed5-f5c7b15d83fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb HTTP/1.1" status: 200  len: 849 time: 0.1398270
May 18 01:39:11.552955 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f448d866-c033-4578-8b99-1b7a6efcc633 req-5d3aa8cc-89f6-4e02-8dc3-ff4be1b5b7a3 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533411
May 18 01:39:11.587681 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-fb75f56e-12f5-4757-a140-6f2387bfc0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49dab14-84c3-441e-a7e2-c852ef7f99c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741565
May 18 01:39:11.631743 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06', 'status': 'completed', 'code': 200}
May 18 01:39:11.747276 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-ba5abe62-13a6-4e2b-a948-631c7facd2ec service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653418
May 18 01:39:11.761202 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-87bade6e-371c-4b9e-b040-135cc7434b12 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639469
May 18 01:39:11.772058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52832) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:11.986347 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:12.016729 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31874f-ee29-45b3-8dd1-09ae5d4d4bc1 req-d83c4b9f-1c50-4a5e-a040-21018de0948f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.018385 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f31874f-ee29-45b3-8dd1-09ae5d4d4bc1 req-d83c4b9f-1c50-4a5e-a040-21018de0948f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 944 time: 0.3854747
May 18 01:39:12.022267 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-72271c28-a3e3-4c63-aea3-a7046a7012a8 req-93cb7944-af21-4159-8c00-15bccefa4872 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2493172
May 18 01:39:12.034076 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b290fb14-55ad-4077-b864-f8381052d875 req-bb843e3b-87ac-4c67-961e-b866e553365b service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640476
May 18 01:39:12.060131 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a46b-0a25-414b-87da-b0ea9f8d815b req-27ca205d-449b-47f6-82fd-bbb8e23799b7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.061700 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef66a46b-0a25-414b-87da-b0ea9f8d815b req-27ca205d-449b-47f6-82fd-bbb8e23799b7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1866848
May 18 01:39:12.088769 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.116285 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f31874f-ee29-45b3-8dd1-09ae5d4d4bc1 req-d4282b1b-2cd9-4f62-8739-6e9ad9e18cd3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879807
May 18 01:39:12.159372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:12.190869 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb', 'code': 200}
May 18 01:39:12.210648 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-840c2d72-dc83-45bb-b334-3b8c51bcca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.212125 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-840c2d72-dc83-45bb-b334-3b8c51bcca23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1097 time: 0.1209359
May 18 01:39:12.219093 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Usage tracker for resource:security_group_rule and tenant:c6068a778a03494a87ce7bdbfa309492 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:12.233277 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:12.251987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:12.295865 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef66a46b-0a25-414b-87da-b0ea9f8d815b req-7c44265d-b699-4411-b5c3-43785968966d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1975772
May 18 01:39:12.337028 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5545-9533-474a-91f0-a0a677627670 req-e32adf89-84e8-41d7-b5ec-9ae20efd5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.339084 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-e32adf89-84e8-41d7-b5ec-9ae20efd5108 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 1097 time: 0.1773100
May 18 01:39:12.400065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-5ca15d80-9d86-4b5c-82c4-d4049e49b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.401464 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-5ca15d80-9d86-4b5c-82c4-d4049e49b56c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1812146
May 18 01:39:12.515992 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-7d00f037-5e85-4b46-bfc2-46162fbd9ada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 217 time: 0.0980821
May 18 01:39:12.560124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:12.568167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.592994 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5545-9533-474a-91f0-a0a677627670 req-674d2246-a274-4209-8a36-fe978d608a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.594494 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-674d2246-a274-4209-8a36-fe978d608a73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 909 time: 0.2420876
May 18 01:39:12.595287 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.617708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf74a72-8845-4f0f-8802-f3b94c65fc8e req-88191cfb-9a8d-4899-8bb4-d4ea0d6214fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.620518 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2bf74a72-8845-4f0f-8802-f3b94c65fc8e req-88191cfb-9a8d-4899-8bb4-d4ea0d6214fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 1098 time: 0.1501758
May 18 01:39:12.628201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:12.640066 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6068a778a03494a87ce7bdbfa309492&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7684815
May 18 01:39:12.651394 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-2883665a-d989-4a86-a0e1-d2827c9753ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.653019 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-2883665a-d989-4a86-a0e1-d2827c9753ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.1131513
May 18 01:39:12.653491 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52854) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:12.748370 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-8fc9471a-7cb4-4ec6-b7c2-eff403ea8f5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c888c96-2032-470a-854f-3b3a89748e06 HTTP/1.1" status: 200  len: 217 time: 0.1214845
May 18 01:39:12.762427 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:12.777137 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'port_id': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'mac_address': 'fa:16:3e:b4:b4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:12.830999 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8f1ba-c086-4e80-8b4f-64f6414aa841,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:12.836091 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.846204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:12.852651 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2bf74a72-8845-4f0f-8802-f3b94c65fc8e req-40d0cb46-7614-4c4e-bab7-cf7fec8f7b94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178633
May 18 01:39:12.854034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:12.870513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:12.875783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.877543 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:12.883953 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.884118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5545-9533-474a-91f0-a0a677627670 req-6d5ac8d1-8efe-4777-b51e-da2512b5cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.885460 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-6d5ac8d1-8efe-4777-b51e-da2512b5cce4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb HTTP/1.1" status: 200  len: 849 time: 0.1229887
May 18 01:39:12.898749 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0211261-8cb6-4c95-944e-7ba41f26f2a8 req-d0714ec7-a085-46a3-baf4-b678fd377daf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.905137 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e0211261-8cb6-4c95-944e-7ba41f26f2a8 req-d0714ec7-a085-46a3-baf4-b678fd377daf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.3987114
May 18 01:39:12.911998 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-491d3433-1a4a-4e69-a360-58e467fa6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.913559 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-491d3433-1a4a-4e69-a360-58e467fa6c6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2389951
May 18 01:39:12.917656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:12.947553 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:12.951762 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:12.966858 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0897-7c46-4af4-83e6-abfcd716ba00 req-f618d893-d342-4ef4-9558-b176a5691560 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:12.968563 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fb0f0897-7c46-4af4-83e6-abfcd716ba00 req-f618d893-d342-4ef4-9558-b176a5691560 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 944 time: 0.2766688
May 18 01:39:13.035395 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e0211261-8cb6-4c95-944e-7ba41f26f2a8 req-3bdcdf34-7e73-4ca8-a788-fedb157ff0bc tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290197
May 18 01:39:13.040161 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-3494815e-e930-4def-8bd8-c3bb65d10230 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49dab14-84c3-441e-a7e2-c852ef7f99c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986307
May 18 01:39:13.064152 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fb0f0897-7c46-4af4-83e6-abfcd716ba00 req-c1b409f1-3db4-4005-94ff-c661d7278881 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579209
May 18 01:39:13.100660 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-34fa43de-4225-48a9-b76e-2d8b6e00525a service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628704
May 18 01:39:13.101973 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:13.106809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a2af21ab-efea-4020-8888-f154b901cca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:13.147242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8f1ba-c086-4e80-8b4f-64f6414aa841,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:13.149939 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:13.203470 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:13.207175 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6a8f1ba-c086-4e80-8b4f-64f6414aa841 HTTP/1.1" status: 204  len: 168 time: 0.5477703
May 18 01:39:13.249554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:13.286592 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e0a10553-25e6-46e2-b041-75b9ab34c27d req-2e75940f-8d47-4710-9dea-4c2c304a437a service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723447
May 18 01:39:13.424271 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-9b428bf8-ccb4-485d-83a3-b4d626985569 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3448868
May 18 01:39:13.553648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bd3a5-0d22-4383-8b32-5d97adbe9a19 req-c2a87c98-df6d-4e2a-ad02-ce223f17ffff tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:13.555595 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab8bd3a5-0d22-4383-8b32-5d97adbe9a19 req-c2a87c98-df6d-4e2a-ad02-ce223f17ffff tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 945 time: 0.2520192
May 18 01:39:13.659923 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab8bd3a5-0d22-4383-8b32-5d97adbe9a19 req-a5b274e0-7f88-4f29-96d6-784b8560ca02 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953619
May 18 01:39:13.662264 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c59d5545-9533-474a-91f0-a0a677627670 req-6d45a997-8c05-4b1d-b739-1c56175f0631 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306719
May 18 01:39:13.672806 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 52886) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:13.694425 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:13.711132 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:13.715369 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a930709f1ae14571882a33626d4135e5 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:13.719142 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:13.725038 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:13.879127 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:13.888816 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:13.899602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:13.947228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2fa7-f9fc-406e-a94f-e022eeb0caf2 req-abaff6ce-41e2-45e6-9d1f-518ee48b3def tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:13.948706 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2da2fa7-f9fc-406e-a94f-e022eeb0caf2 req-abaff6ce-41e2-45e6-9d1f-518ee48b3def tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1646686
May 18 01:39:13.956858 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a930709f1ae14571882a33626d4135e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2808461
May 18 01:39:13.956858 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5f2b4-857a-41f0-b9eb-1d42d2e5372b,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:13.957877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 52894) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:13.961156 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:14.016337 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2da2fa7-f9fc-406e-a94f-e022eeb0caf2 req-b2b3d863-40d4-4fdc-8449-c9b1eb4ce09c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539341
May 18 01:39:14.048364 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:14.079371 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:14.189388 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:14.196081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c5e172ad-d8ff-4c7f-b0a7-0fa7126a837f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:14.218975 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5f2b4-857a-41f0-b9eb-1d42d2e5372b,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:14.228241 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:14.231830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:14.233461 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fe5f2b4-857a-41f0-b9eb-1d42d2e5372b HTTP/1.1" status: 204  len: 168 time: 0.2745550
May 18 01:39:14.333276 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640654-3471-491f-b48a-acc9e0cd53f8 req-bca2f33d-8e87-4f40-8046-56dd81e6b152 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:14.334760 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-99640654-3471-491f-b48a-acc9e0cd53f8 req-bca2f33d-8e87-4f40-8046-56dd81e6b152 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1647594
May 18 01:39:14.344066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ed66-b8ce-439a-af64-4064f3b72fa3 req-9c906cbc-d786-44c4-a4ca-6e3b5d66ffb5 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:14.345541 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2240ed66-b8ce-439a-af64-4064f3b72fa3 req-9c906cbc-d786-44c4-a4ca-6e3b5d66ffb5 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 944 time: 0.1252499
May 18 01:39:14.416570 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-99640654-3471-491f-b48a-acc9e0cd53f8 req-717bcf75-44f0-4735-a8da-bd71ca1f34a0 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700076
May 18 01:39:14.421022 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2240ed66-b8ce-439a-af64-4064f3b72fa3 req-47fb7dc6-442d-4af8-af6a-28b5acf106e4 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596018
May 18 01:39:14.567429 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:14.610300 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:14.876370 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:14.898328 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:14.903455 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.034840 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-70dcd222-4a6a-4d59-9501-3446558d51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.039227 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-70dcd222-4a6a-4d59-9501-3446558d51fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 1098 time: 0.2498298
May 18 01:39:15.055267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489540-a9cd-47e5-9954-4a798f6ee5a8 req-217d389e-68f3-4d4c-8a19-868c308f159a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.056733 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-14489540-a9cd-47e5-9954-4a798f6ee5a8 req-217d389e-68f3-4d4c-8a19-868c308f159a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 945 time: 0.2121685
May 18 01:39:15.101757 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:15.122323 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.132736 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:15.204456 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:15.207421 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:15.215473 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.219593 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:15.262395 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-14489540-a9cd-47e5-9954-4a798f6ee5a8 req-aa53a0a1-3fd0-413b-ac22-d12190128861 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1980069
May 18 01:39:15.274822 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.292435 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176278-3467-4eee-9c3c-990f1a7d4fe2 req-688f2454-555c-4652-bc43-8b562b9a290e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.294273 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3176278-3467-4eee-9c3c-990f1a7d4fe2 req-688f2454-555c-4652-bc43-8b562b9a290e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.3438475
May 18 01:39:15.305914 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:15.322527 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:15.330649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.331881 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 3c888c96-2032-470a-854f-3b3a89748e06 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:15.337829 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:15.350541 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:15.351166 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:15.427944 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:15.429547 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3176278-3467-4eee-9c3c-990f1a7d4fe2 req-c4e403df-c735-4d2d-8b5f-f69ad4808cea tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209953
May 18 01:39:15.430734 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-654e0fc2-8a68-411d-ba45-27d3466f3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.432066 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-654e0fc2-8a68-411d-ba45-27d3466f3278 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.3690040
May 18 01:39:15.450891 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:15.545982 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'code': 200}
May 18 01:39:15.611972 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-ebfd4d52-49fe-454c-ba55-88c2b0e10651 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb HTTP/1.1" status: 200  len: 217 time: 0.1711075
May 18 01:39:15.663479 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c888c96-2032-470a-854f-3b3a89748e06,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:15.696052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '3c888c96-2032-470a-854f-3b3a89748e06', 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5', 'port_id': '3c888c96-2032-470a-854f-3b3a89748e06', 'mac_address': 'fa:16:3e:60:4e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7678bcad-b0ad-4bf3-a3f4-02084e1da3bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:15.706183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-adcc4c20-8c33-4056-aa04-24bef58253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.709843 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-adcc4c20-8c33-4056-aa04-24bef58253d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0913632
May 18 01:39:15.731324 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8ca17-10c8-40c9-a641-60ebbd561b7f req-e229de4b-9963-4498-a621-9b3a8649a8ae tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.744881 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8dc8ca17-10c8-40c9-a641-60ebbd561b7f req-e229de4b-9963-4498-a621-9b3a8649a8ae tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.2183411
May 18 01:39:15.765151 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.800117 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c888c96-2032-470a-854f-3b3a89748e06 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:15.851669 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c888c96-2032-470a-854f-3b3a89748e06,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:15.858881 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:15.860939 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:15.903569 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-dc8458e0-4858-42b2-b208-229d3810a7bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1558189
May 18 01:39:15.970103 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8dc8ca17-10c8-40c9-a641-60ebbd561b7f req-58075aa7-b6b7-4c44-8e83-2cedbb25d16d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241573
May 18 01:39:15.991159 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a4332-6c3c-425e-b08d-b57b2920cef0 req-ac032e1a-25fe-493e-9c01-3a104055eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:15.993558 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cd1a4332-6c3c-425e-b08d-b57b2920cef0 req-ac032e1a-25fe-493e-9c01-3a104055eab8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1099 time: 0.1156607
May 18 01:39:16.014727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:16.024686 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:16.079753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cd1a4332-6c3c-425e-b08d-b57b2920cef0 req-c4323b97-83fa-4ab4-b3c6-e8f4414565c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752957
May 18 01:39:16.203121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae32dc-2989-496a-a2b9-6cff0cd03108 req-3c51ddc9-c94c-4423-83a4-3ed49dc4b8d0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:16.204564 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fae32dc-2989-496a-a2b9-6cff0cd03108 req-3c51ddc9-c94c-4423-83a4-3ed49dc4b8d0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 945 time: 0.3882296
May 18 01:39:16.299302 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['3c888c96-2032-470a-854f-3b3a89748e06'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:16.334707 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['9626d5bd-0c0c-4981-894f-a4f285d15de8'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:16.341043 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-c97d73c6-e143-4d6d-8179-2cd370c2ca8f service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4100792
May 18 01:39:16.369798 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fae32dc-2989-496a-a2b9-6cff0cd03108 req-e3b621c3-efdd-47b0-9b5f-7d7633653dc0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367917
May 18 01:39:16.509593 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-35828c2e-a86b-475e-8d6e-ffcf2603d248 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:16.510960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-35828c2e-a86b-475e-8d6e-ffcf2603d248 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.3191540
May 18 01:39:16.600460 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7bd936e-c6ee-4d14-8760-44748b259b4f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/quotas/7818818dab5a4878b403e46b3fedf215 HTTP/1.1" status: 200  len: 375 time: 0.0770772
May 18 01:39:16.646743 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-237d572f-b125-4c33-8d3f-87a9fb748fe3 req-cdfd2358-290c-49be-9723-949eda56833c service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824564
May 18 01:39:16.705365 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2463fb-06b0-4aa9-b19d-d17651d0eebf req-88206c3a-0343-4d19-aa23-04bb5302ce99 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:16.706866 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7b2463fb-06b0-4aa9-b19d-d17651d0eebf req-88206c3a-0343-4d19-aa23-04bb5302ce99 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1848364
May 18 01:39:16.718121 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-f9f36cc7-c264-4923-9d7a-dc70dc956bdc tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1112952
May 18 01:39:16.840713 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7b2463fb-06b0-4aa9-b19d-d17651d0eebf req-13e0d6d6-7593-4b16-b45a-64363750f91f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274872
May 18 01:39:16.891797 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-23e3ba01-b832-4302-87a0-b0e9f27ad59e service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584547
May 18 01:39:17.122636 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-68cef715-febb-4462-8234-db6790891748 service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246840
May 18 01:39:17.134741 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab3124-5b4e-4657-8283-c27211bd8540 req-169cd469-0d35-4275-aa75-65b4df922678 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:17.142403 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-76ab3124-5b4e-4657-8283-c27211bd8540 req-169cd469-0d35-4275-aa75-65b4df922678 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1473677
May 18 01:39:17.191211 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-76ab3124-5b4e-4657-8283-c27211bd8540 req-70a0a7dc-1f8e-4d56-8ff7-f3f20ef9e3b3 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478384
May 18 01:39:17.408829 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-21c8f549-3f23-4d09-9db9-1f776a389f46 req-1936b766-63a8-44d5-8564-a6be2176703c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 210 time: 0.1100585
May 18 01:39:17.455533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dd1de-e0e9-40d8-b4ce-b1ffcb7c4e15 req-a920cb2c-268d-4165-9c44-a538b27108a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:17.462753 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-980dd1de-e0e9-40d8-b4ce-b1ffcb7c4e15 req-a920cb2c-268d-4165-9c44-a538b27108a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.1173694
May 18 01:39:17.516574 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-980dd1de-e0e9-40d8-b4ce-b1ffcb7c4e15 req-694dfc29-b097-40de-9f7c-68038406d794 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524099
May 18 01:39:17.604995 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53032) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:17.641102 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2007566-8518-4a2f-bd49-f806a7187fa5 req-d838d7ef-4695-49aa-a26b-ff5a061021cf tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:17.642634 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e2007566-8518-4a2f-bd49-f806a7187fa5 req-d838d7ef-4695-49aa-a26b-ff5a061021cf tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 945 time: 0.1205435
May 18 01:39:17.701558 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e2007566-8518-4a2f-bd49-f806a7187fa5 req-a36a21f2-d446-4eba-b346-ffb1c1376dbf tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491042
May 18 01:39:17.757014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:17.773625 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:17.778277 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Usage tracker for resource:security_group_rule and tenant:0d88d77383804f90963375a33ab00c08 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:17.782791 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:17.790297 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:17.900130 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:17.904823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:17.942261 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-246facec-4ef4-43ff-8bb7-3fced1801d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:17.980216 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67a3a69-2987-46e4-85c7-fcb17ea922e0,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:17.988810 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d88d77383804f90963375a33ab00c08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3822806
May 18 01:39:17.989870 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:17.990629 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53042) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:18.062161 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe15b7-926b-4921-8196-80cfe4737d44 req-dcba7562-b9f8-4ca4-977a-48608e23d718 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:18.064039 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5fe15b7-926b-4921-8196-80cfe4737d44 req-dcba7562-b9f8-4ca4-977a-48608e23d718 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0933723
May 18 01:39:18.069914 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.111153 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.121071 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5fe15b7-926b-4921-8196-80cfe4737d44 req-1ceacabd-2749-49f5-a129-1b5cb606684e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486565
May 18 01:39:18.178850 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.184600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a5a5037a-38e7-4c3a-82c1-fcc3ccc9ab06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:18.200079 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.201926 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d67a3a69-2987-46e4-85c7-fcb17ea922e0 HTTP/1.1" status: 204  len: 168 time: 0.2097294
May 18 01:39:18.202786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67a3a69-2987-46e4-85c7-fcb17ea922e0,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:18.218312 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:18.327604 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7260b-92be-4d86-9754-cc381d0755c5 req-a0c22b57-8f64-4b7a-b4cc-1874286ad762 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:18.339182 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53058) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:18.340155 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-51f7260b-92be-4d86-9754-cc381d0755c5 req-a0c22b57-8f64-4b7a-b4cc-1874286ad762 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1054537
May 18 01:39:18.346567 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'floatingip': {'port_id': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:18.490191 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.581479 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:18.635130 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498a9bc-0af4-4726-8e9e-efc2631cdec9 req-ef62c2ad-16fa-4205-ac51-409f58bb4dc8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:18.649001 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9498a9bc-0af4-4726-8e9e-efc2631cdec9 req-ef62c2ad-16fa-4205-ac51-409f58bb4dc8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2366753
May 18 01:39:18.742665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:18.750165 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:18.750788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.835417 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53076) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:18.908529 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.973716 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93b95cea-6a73-48d1-a68b-ec209efded47 req-a4d560f1-8cce-4f40-9ae7-45ab0f2d214a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 210 time: 0.1845579
May 18 01:39:18.993666 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:18.993666 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:18.996470 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:18.998159 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 3c888c96-2032-470a-854f-3b3a89748e06 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:19.002808 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.043637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:19.065481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:19.069696 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9498a9bc-0af4-4726-8e9e-efc2631cdec9 req-90fc797f-5f50-4d8f-9318-3cdce18cb090 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4186051
May 18 01:39:19.073419 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Usage tracker for resource:security_group_rule and tenant:160388156290487f9f945a3c28c61bc5 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:19.081477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:19.100064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:19.156555 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 3c888c96-2032-470a-854f-3b3a89748e06 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:19.162953 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 3c888c96-2032-470a-854f-3b3a89748e06 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:19.163262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.201942 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-cae7286e-ea6c-48ec-98ff-5e5754464767 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:19.203454 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-cae7286e-ea6c-48ec-98ff-5e5754464767 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.6495245
May 18 01:39:19.254109 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Request body: {'port': {'device_id': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'admin_state_up': True, 'tenant_id': '7818818dab5a4878b403e46b3fedf215'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:19.293308 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:19.298966 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:19.302526 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.336977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c888c96-2032-470a-854f-3b3a89748e06,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:19.342674 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.344737 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:19.414710 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:19.417867 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:19.467925 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fabcd-9b1c-4059-8b8b-c85119310075 req-07110dc6-1cc1-41b0-8190-5ce6407660a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:19.470007 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f2fabcd-9b1c-4059-8b8b-c85119310075 req-07110dc6-1cc1-41b0-8190-5ce6407660a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3493888
May 18 01:39:19.485815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c639f51-8738-4768-ac17-c4242baecd7b req-b56ecfbe-0975-49c5-9a38-733f11e6f412 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:19.487836 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c639f51-8738-4768-ac17-c4242baecd7b req-b56ecfbe-0975-49c5-9a38-733f11e6f412 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 945 time: 0.2930071
May 18 01:39:19.519747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:19.545433 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Usage tracker for resource:port and tenant:7818818dab5a4878b403e46b3fedf215 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:19.565955 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:19.585869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.590588 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:19.598714 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3f2fabcd-9b1c-4059-8b8b-c85119310075 req-2505d167-fd7e-4394-ac75-1a4413d2a088 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231267
May 18 01:39:19.602464 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.615379 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c639f51-8738-4768-ac17-c4242baecd7b req-c8e9a010-7b01-4689-8aa4-831fa8d125ba tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084604
May 18 01:39:19.618804 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5d343b04-dbbb-42b4-8021-26c442c51bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:19.644912 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:19.648207 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.674775 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'code': 200}
May 18 01:39:19.676841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.681815 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.687113 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=160388156290487f9f945a3c28c61bc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8324504
May 18 01:39:19.688709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53090) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:19.694736 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1fd2bd-fd37-49d6-bf54-760320cb0fd0,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:19.708232 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:19.868349 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.906451 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.l3_db [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Floating IP 81e2fb24-179b-4f5e-a075-17b6970ad245 associated. External IP: 172.27.1.238, port: ff49e2eb-02d8-42cc-a8ed-70c00ecf8204.
May 18 01:39:19.906928 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:19.931217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Allocated IP 172.20.0.12 (34ad0de6-e603-440b-8c73-37173bf6aad9/2e270421-950e-44b4-9388-6e81b91f650d/6c6c3bcf-49b7-40fe-b685-3821a3ea13b4) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:20.006398 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.011428 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.034280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:20.050577 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1fd2bd-fd37-49d6-bf54-760320cb0fd0,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:20.053369 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:20.207755 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.211366 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd1fd2bd-fd37-49d6-bf54-760320cb0fd0 HTTP/1.1" status: 204  len: 168 time: 0.5183201
May 18 01:39:20.218252 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419934-e515-4acc-b751-ce524123d82b req-8985ffab-19bf-429e-8f40-cab754230386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:20.219722 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a7419934-e515-4acc-b751-ce524123d82b req-8985ffab-19bf-429e-8f40-cab754230386 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1099 time: 0.3484046
May 18 01:39:20.249532 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-73b901db-7710-4fab-92e0-dd2b2c6a4708 req-584e7292-68bb-46d3-83e7-6c952e4ba098 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:20.343070 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-73b901db-7710-4fab-92e0-dd2b2c6a4708 req-584e7292-68bb-46d3-83e7-6c952e4ba098 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:20.344216 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-73b901db-7710-4fab-92e0-dd2b2c6a4708 req-584e7292-68bb-46d3-83e7-6c952e4ba098 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 210 time: 0.2017813
May 18 01:39:20.352130 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a7419934-e515-4acc-b751-ce524123d82b req-8d09e1a4-9194-491a-9a02-e543d027095d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168401
May 18 01:39:20.381528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.398192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:39:20.405727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0706-1e55-4bde-abd1-5620556ee5a6 req-87a12a52-d65e-435d-bb53-1168f6b2d2c8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:20.407470 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c9dd0706-1e55-4bde-abd1-5620556ee5a6 req-87a12a52-d65e-435d-bb53-1168f6b2d2c8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1974130
May 18 01:39:20.463508 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c9dd0706-1e55-4bde-abd1-5620556ee5a6 req-8a6f8514-043e-43fd-8b73-f8e475678d0d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492654
May 18 01:39:20.467208 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.475735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:20.544726 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:20.547976 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:20.552007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:20.597131 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event updated for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:20.602963 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:20.613793 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:20.652727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:20.653359 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.688830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:39:20.692230 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4498930
May 18 01:39:20.704834 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Request body: {'port': {'device_id': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:20.722671 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:39:20.735405 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:20.741900 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:39:20.743359 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1624700>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:39:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:20.853961 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53114) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:20.908801 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2e96dfab-b3fc-4eb3-a869-252151fb5ea8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "PUT /v2.0/floatingips/81e2fb24-179b-4f5e-a075-17b6970ad245 HTTP/1.1" status: 200  len: 992 time: 2.5676091
May 18 01:39:20.909849 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:20.982525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.006637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.036957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:21.047960 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4037ff1042455eae4a2ddd80222998 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:21.052289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:21.071146 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:39:21.105027 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:21.131478 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449673c8-35ac-44f2-bb60-24f44d36d800 req-410e96f0-adbc-48b9-9345-5f21c7269d4d tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:21.132980 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-449673c8-35ac-44f2-bb60-24f44d36d800 req-410e96f0-adbc-48b9-9345-5f21c7269d4d tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.2945681
May 18 01:39:21.243282 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34790e37-396e-4373-82ea-8f98308917a7 req-ed043346-2d64-48ab-807a-0dee64fbf952 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:21.244696 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34790e37-396e-4373-82ea-8f98308917a7 req-ed043346-2d64-48ab-807a-0dee64fbf952 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3497410
May 18 01:39:21.306405 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-449673c8-35ac-44f2-bb60-24f44d36d800 req-77fe9d24-8830-49e9-a62c-2d345eedbcf5 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552522
May 18 01:39:21.447222 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1624700>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '81e2fb24-179b-4f5e-a075-17b6970ad245', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:b4:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:55Z', 'updated_at': '2021-05-18T01:39:19Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:21.451335 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:39:21.459504 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:39:21.460097 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1624700>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:39:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:21.495399 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34790e37-396e-4373-82ea-8f98308917a7 req-2b5d051e-cf9a-4284-8f20-35fa8f6d216e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2390571
May 18 01:39:21.530867 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.548893 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.559913 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b6d009e4-7089-4aff-bc2e-026968ee3c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:21.562998 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'status': 'completed', 'code': 200}
May 18 01:39:21.617482 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f4037ff1042455eae4a2ddd80222998&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7311249
May 18 01:39:21.620076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53138) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:21.621425 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e093e-35ea-4b3d-b28a-8b0bcd8a0dd7,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:21.631463 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.631817 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633107 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633107 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633107 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633391 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.633783 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.634139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.634467 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.634790 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.635905 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.640327 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:21.646219 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:39:21.675514 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:21.693378 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.719733 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.771214 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:21.781759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.782890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.791104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0d94bdb4-d386-4ff8-9bf2-d4e8bcaba2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:21.804918 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Transition to ACTIVE for port object 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:21.811158 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e093e-35ea-4b3d-b28a-8b0bcd8a0dd7,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:21.814110 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.822097 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.822683 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.823185 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.823772 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.824262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.824828 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.826439 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.826978 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.827480 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.827971 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.828087 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5eb74-20a3-4ed9-8a6a-6a563567b50c req-8693ab15-9c65-4295-882d-7aeec40f2c70 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:21.828595 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.829113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:21.829504 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3cb5eb74-20a3-4ed9-8a6a-6a563567b50c req-8693ab15-9c65-4295-882d-7aeec40f2c70 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 932 time: 0.1367724
May 18 01:39:21.831242 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:21.833039 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:21.833970 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:21.836363 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d03e093e-35ea-4b3d-b28a-8b0bcd8a0dd7 HTTP/1.1" status: 204  len: 168 time: 0.2128758
May 18 01:39:22.035001 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:22.077011 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:22.079935 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3cb5eb74-20a3-4ed9-8a6a-6a563567b50c req-a5255e11-e66c-4b3a-b1b6-6ae95e779724 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095308
May 18 01:39:22.092731 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1624700>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '81e2fb24-179b-4f5e-a075-17b6970ad245', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:b4:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:55Z', 'updated_at': '2021-05-18T01:39:19Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:22.098772 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d7cd4-bdcc-4424-aa65-2963e549a619 None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '81e2fb24-179b-4f5e-a075-17b6970ad245', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:b4:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:55Z', 'updated_at': '2021-05-18T01:39:19Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:39:22.126538 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Attempting to bind port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:22.126950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Attempting to bind port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:22.127333 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Attempting to bind port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:22.132490 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:22.132870 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Attempting to bind port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:22.138836 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:22.139247 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Checking segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:22.139688 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Bound using segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:22.140170 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Bound port: 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:22.140602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:22.314128 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:22.318301 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:22.324844 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:22.336540 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:22.364681 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:39:22.387505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:22.388690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:22.390056 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 HTTP/1.1" status: 200  len: 1094 time: 1.6902375
May 18 01:39:22.392341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:22.393929 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0238b8-1ac7-4710-b54d-150abee01cc1 None None] New status for floating IP 81e2fb24-179b-4f5e-a075-17b6970ad245: ACTIVE {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:39:22.420038 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689b5f5-110f-4866-9158-4c3bb6c57f0f req-13f89469-17d1-43e1-8633-103db829a137 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:22.423737 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8689b5f5-110f-4866-9158-4c3bb6c57f0f req-13f89469-17d1-43e1-8633-103db829a137 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2080150
May 18 01:39:22.481155 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:22.486053 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:22.489069 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8689b5f5-110f-4866-9158-4c3bb6c57f0f req-eb821e60-5e77-4da5-ad44-bb28f69b37e4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610192
May 18 01:39:22.586619 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06', 'code': 200}
May 18 01:39:22.720047 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44557a5-21bf-4fab-8bc0-04cc6800653d req-c23abf47-8097-4dd6-bf3f-3fd2f9e52c29 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:22.727162 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a44557a5-21bf-4fab-8bc0-04cc6800653d req-c23abf47-8097-4dd6-bf3f-3fd2f9e52c29 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.0904815
May 18 01:39:22.768924 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a44557a5-21bf-4fab-8bc0-04cc6800653d req-cae3ad29-2b78-4a62-a1df-3d986a8fd79e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409296
May 18 01:39:22.819452 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'status': 'completed', 'code': 200}
May 18 01:39:22.994973 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8161-d1c1-46d0-bf5b-3801fbcd4b09 req-a8c6c496-e053-4302-bc2c-fa00716a0922 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:22.996458 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a3ab8161-d1c1-46d0-bf5b-3801fbcd4b09 req-a8c6c496-e053-4302-bc2c-fa00716a0922 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.0886748
May 18 01:39:23.043405 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a3ab8161-d1c1-46d0-bf5b-3801fbcd4b09 req-9b324c59-ec3d-4907-807d-49e8952b8c25 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402594
May 18 01:39:23.264220 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce3b97-80ea-434d-b28a-3cb5c774897a req-e8e790be-c325-4a94-b533-f2d347618d6b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:23.265731 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-65ce3b97-80ea-434d-b28a-3cb5c774897a req-e8e790be-c325-4a94-b533-f2d347618d6b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 944 time: 0.0802119
May 18 01:39:23.312998 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-65ce3b97-80ea-434d-b28a-3cb5c774897a req-d5d32fba-4f69-42fa-98cc-6256b117d8d0 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414529
May 18 01:39:23.678584 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16500067-ac58-4398-aa4c-b41974e89910 req-eee134e6-c821-4dfa-8a30-593474f7bb41 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:23.680095 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16500067-ac58-4398-aa4c-b41974e89910 req-eee134e6-c821-4dfa-8a30-593474f7bb41 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.0810843
May 18 01:39:23.725845 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16500067-ac58-4398-aa4c-b41974e89910 req-7c0ddc22-f905-4c01-a024-01459bbcc2d7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397475
May 18 01:39:24.101195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c838fe5-e2bc-4b0c-af8a-c32b25ce2337 req-3ccb35b3-2006-444d-ada7-7c4215bcd4bb tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:24.102551 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c838fe5-e2bc-4b0c-af8a-c32b25ce2337 req-3ccb35b3-2006-444d-ada7-7c4215bcd4bb tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.0847194
May 18 01:39:24.148755 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c838fe5-e2bc-4b0c-af8a-c32b25ce2337 req-b8ed5df8-2e5c-4ef0-9aed-efcb7ce77221 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397344
May 18 01:39:24.322760 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18a15-396d-4a0e-915f-7df36246f80d req-64000e91-9764-49df-a475-8d982313d315 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:24.324181 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ce18a15-396d-4a0e-915f-7df36246f80d req-64000e91-9764-49df-a475-8d982313d315 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.0797970
May 18 01:39:24.373279 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ce18a15-396d-4a0e-915f-7df36246f80d req-3106f023-22f1-4b1d-bc98-eddf6cb0ca11 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430107
May 18 01:39:24.548106 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352af6-3408-45a6-a00a-5626acf183c3 req-25059714-3f53-4be7-a63b-0a99271ad002 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:24.549589 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7d352af6-3408-45a6-a00a-5626acf183c3 req-25059714-3f53-4be7-a63b-0a99271ad002 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 944 time: 0.0813110
May 18 01:39:24.596532 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7d352af6-3408-45a6-a00a-5626acf183c3 req-f27d9fe5-b5c0-4552-9797-3a7b392651cb tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412250
May 18 01:39:24.857620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-d4e6c65a-84b7-42c8-a849-5adfc5ee8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:24.859140 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-d4e6c65a-84b7-42c8-a849-5adfc5ee8fce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 1097 time: 0.0876482
May 18 01:39:24.883111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-80019edf-c783-4e4f-8a86-a34bcbff0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:24.884601 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-80019edf-c783-4e4f-8a86-a34bcbff0d5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1099 time: 0.1969206
May 18 01:39:25.014502 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875dfee-5168-48be-b389-4c9693bf0e6f req-b8348f9c-b5b1-4c90-9893-fc9fdeed9a77 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.016074 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7875dfee-5168-48be-b389-4c9693bf0e6f req-b8348f9c-b5b1-4c90-9893-fc9fdeed9a77 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1715684
May 18 01:39:25.087013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-9a9f7c24-ffb3-46ff-8c52-3126cf40f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.088909 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-9a9f7c24-ffb3-46ff-8c52-3126cf40f9aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.1841598
May 18 01:39:25.101091 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7875dfee-5168-48be-b389-4c9693bf0e6f req-6029957b-3d01-494c-b6c0-eb028266c928 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790117
May 18 01:39:25.177298 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-e78eff9a-3452-49ba-ae06-f1e70eaaf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.179036 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-e78eff9a-3452-49ba-ae06-f1e70eaaf295 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7818818dab5a4878b403e46b3fedf215&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3118095
May 18 01:39:25.218889 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fda0f-20d5-4fcf-af0a-c2c34787b8b0 req-fa7d52d8-0c5d-4902-84f7-ad5fdf69fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.220524 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-8f3fda0f-20d5-4fcf-af0a-c2c34787b8b0 req-fa7d52d8-0c5d-4902-84f7-ad5fdf69fd3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 1099 time: 0.2751999
May 18 01:39:25.224332 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-983bff1c-fd52-4677-a84f-62fbf05e8aae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 1002 time: 0.1181083
May 18 01:39:25.344142 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-8f3fda0f-20d5-4fcf-af0a-c2c34787b8b0 req-d81d58e6-527d-4421-9411-8d7d3eec46ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604055
May 18 01:39:25.351489 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-6ecafa0e-2fae-43fb-8573-5e5705f2d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.352964 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-6ecafa0e-2fae-43fb-8573-5e5705f2d57b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.1172545
May 18 01:39:25.380475 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041b689-2f97-402d-accb-6a9013033b3f req-6bad799d-d678-45dd-b856-8a8652465aef tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.381902 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9041b689-2f97-402d-accb-6a9013033b3f req-6bad799d-d678-45dd-b856-8a8652465aef tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.0959721
May 18 01:39:25.398463 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-b37e3354-21ad-4b9b-8e9e-b9f30a49a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.399887 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-28bbc034-6774-420b-ac80-f0f5079c7e32 req-b37e3354-21ad-4b9b-8e9e-b9f30a49a0be service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2075198
May 18 01:39:25.427258 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9041b689-2f97-402d-accb-6a9013033b3f req-c2784c3e-bfe4-46ed-b999-792386a85688 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394244
May 18 01:39:25.542756 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-55bac2ec-52e2-4234-bb07-96acd6f4f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.544177 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-55bac2ec-52e2-4234-bb07-96acd6f4f0a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 1097 time: 0.0769687
May 18 01:39:25.553693 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-455f88bd-be29-426b-8ba8-f4b47afa113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.555177 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-455f88bd-be29-426b-8ba8-f4b47afa113b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1250496
May 18 01:39:25.636438 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-4179eab0-afaa-47dd-91e3-16a385e59eac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 HTTP/1.1" status: 200  len: 217 time: 0.0647109
May 18 01:39:25.649889 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333a4a-ba4b-445e-b7bb-4700f424f9a5 req-e127e3fd-7d4a-43e7-bc59-9546bbff72f9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.651368 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6d333a4a-ba4b-445e-b7bb-4700f424f9a5 req-e127e3fd-7d4a-43e7-bc59-9546bbff72f9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1568432
May 18 01:39:25.720949 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-c862d4b3-66f1-425f-89a0-7a739ef0772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.723125 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-c862d4b3-66f1-425f-89a0-7a739ef0772c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.0789385
May 18 01:39:25.730219 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6d333a4a-ba4b-445e-b7bb-4700f424f9a5 req-b0302c87-913c-4498-995c-650ee2195cdd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684378
May 18 01:39:25.782344 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-165d477f-e5a6-4dc8-abda-52d34fc78eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445313
May 18 01:39:25.822247 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-2cea4149-dc45-4eb6-bea8-78dbc869a3b5 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496943
May 18 01:39:25.943177 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f5ff3-6831-4ef5-b45c-f9e3f6dd632d req-76e98e85-e14c-4ddc-b493-b4b294b27161 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:25.944749 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f98f5ff3-6831-4ef5-b45c-f9e3f6dd632d req-76e98e85-e14c-4ddc-b493-b4b294b27161 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 944 time: 0.2113855
May 18 01:39:26.014787 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-a5a2981e-104b-4559-8c42-4f160bc43933 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177114
May 18 01:39:26.044113 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93a2877b-31f0-4654-9a76-83cc1ab47120 req-f6fa9a5b-a7ec-476e-ba9d-6070fc6c08e3 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069619
May 18 01:39:26.081243 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f98f5ff3-6831-4ef5-b45c-f9e3f6dd632d req-9f7d2be1-4a5d-49ab-b852-3ce73b4cd383 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284690
May 18 01:39:26.190473 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-cf11ca85-2c18-4a0c-b776-6f2b452c959c req-be6fbb70-50b9-4555-a733-d639362210e5 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576989
May 18 01:39:26.199276 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5cecb-bf18-47eb-ac14-81653ce6091f req-349dfef6-c17a-47ee-bbb5-0ff062679736 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:26.203007 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3c5cecb-bf18-47eb-ac14-81653ce6091f req-349dfef6-c17a-47ee-bbb5-0ff062679736 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1366935
May 18 01:39:26.212051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53260) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:26.218281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'floatingip': {'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:26.346565 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:26.404782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef514df-0501-4ba6-adcf-b3a3e53625df req-023c00d5-9b5e-48ea-a174-d6a7c0543fc9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:26.409767 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eef514df-0501-4ba6-adcf-b3a3e53625df req-023c00d5-9b5e-48ea-a174-d6a7c0543fc9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1502554
May 18 01:39:26.556934 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eef514df-0501-4ba6-adcf-b3a3e53625df req-8a5ce95c-50c0-45f7-9369-37c2b6f1a445 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413653
May 18 01:39:26.854837 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f2c96-b101-4093-be00-afdd2d3a497c req-04e060f8-4acc-405d-a108-1bf552b1fcf3 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:26.862754 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-863f2c96-b101-4093-be00-afdd2d3a497c req-04e060f8-4acc-405d-a108-1bf552b1fcf3 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.2513807
May 18 01:39:26.928397 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-863f2c96-b101-4093-be00-afdd2d3a497c req-32e2a714-a696-4b5a-a03a-4c852545aef4 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642502
May 18 01:39:27.193276 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2ab0-d478-45bd-addc-bad573fca0a5 req-92643680-9a46-478f-999f-2b8a0ff6ba0e tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:27.195199 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c15a2ab0-d478-45bd-addc-bad573fca0a5 req-92643680-9a46-478f-999f-2b8a0ff6ba0e tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.0996940
May 18 01:39:27.303059 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c15a2ab0-d478-45bd-addc-bad573fca0a5 req-5b652839-de47-416a-ac8f-dbcb7bfb5a35 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656085
May 18 01:39:27.310762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:27.315108 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:27.320859 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0e7d0-a54b-45d1-a198-f1deeac03813 req-c59d3a84-f3c3-4a24-bad6-ed9d2e634721 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:27.322348 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16a0e7d0-a54b-45d1-a198-f1deeac03813 req-c59d3a84-f3c3-4a24-bad6-ed9d2e634721 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 944 time: 0.1262548
May 18 01:39:27.384947 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16a0e7d0-a54b-45d1-a198-f1deeac03813 req-4cedacc8-0464-4702-8296-91ab9ec7b26e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554483
May 18 01:39:27.515468 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.l3_db [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Floating IP 167e45ef-2a66-4fd8-a4eb-51e730b4a2a4 associated. External IP: 172.27.1.119, port: 9626d5bd-0c0c-4981-894f-a4f285d15de8.
May 18 01:39:27.815007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6668c-cb35-44d0-a6d4-fe187cdf66fa req-83f64e67-3db0-4907-95bd-51a25c10f9fd tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:27.816498 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1ed6668c-cb35-44d0-a6d4-fe187cdf66fa req-83f64e67-3db0-4907-95bd-51a25c10f9fd tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1541469
May 18 01:39:27.864321 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1ed6668c-cb35-44d0-a6d4-fe187cdf66fa req-47665bcc-d4d2-4ddf-9824-b58afa9a36af tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416353
May 18 01:39:27.891841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:39:28.071586 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:39:28.076449 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:28.082121 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:39:28.093750 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:39:28.094756 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0abca90>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:39:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:28.133930 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48900fb0-7fb3-4f52-95ee-f404b30d8e4e req-9bd4d7db-bb72-405e-bca1-057b31dbef20 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.135116 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0038c853-5279-401d-8ca8-a40d5ae25440 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "PUT /v2.0/floatingips/167e45ef-2a66-4fd8-a4eb-51e730b4a2a4 HTTP/1.1" status: 200  len: 992 time: 1.9214282
May 18 01:39:28.135927 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:28.138790 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-48900fb0-7fb3-4f52-95ee-f404b30d8e4e req-9bd4d7db-bb72-405e-bca1-057b31dbef20 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.0968025
May 18 01:39:28.187472 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-48900fb0-7fb3-4f52-95ee-f404b30d8e4e req-db088ea2-5a5d-48a0-a8f2-8b7b5ce9abdc tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410633
May 18 01:39:28.309559 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'status': 'completed', 'code': 200}
May 18 01:39:28.327249 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:39:28.453193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97722d4-7264-4552-867c-b242ad943cd6 req-1c4a8d5b-7055-4f68-a335-3d0a971f41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.454712 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-1c4a8d5b-7055-4f68-a335-3d0a971f41b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1099 time: 0.0873077
May 18 01:39:28.528740 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f70e8-238e-49d5-a034-61421a2f8f66 req-e9a015f8-911f-4b9b-97ce-4198f840c2a2 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.535854 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0e0f70e8-238e-49d5-a034-61421a2f8f66 req-e9a015f8-911f-4b9b-97ce-4198f840c2a2 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.1053042
May 18 01:39:28.661364 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0e0f70e8-238e-49d5-a034-61421a2f8f66 req-8ec46fd9-71f3-489b-b8be-904f25b6b488 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244786
May 18 01:39:28.662894 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97722d4-7264-4552-867c-b242ad943cd6 req-daa48525-2aae-44a1-9a44-2398b4a1c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.664763 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-daa48525-2aae-44a1-9a44-2398b4a1c71b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1983407
May 18 01:39:28.699600 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5cada-8cb2-4e43-ab3c-cd937299197c req-61996a48-20bc-4e5d-98d9-e82921a9bac3 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.709174 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bce5cada-8cb2-4e43-ab3c-cd937299197c req-61996a48-20bc-4e5d-98d9-e82921a9bac3 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 944 time: 0.1562250
May 18 01:39:28.762575 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bce5cada-8cb2-4e43-ab3c-cd937299197c req-00fe7c34-a8c1-4e0c-bdac-1404b8eb29d0 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522237
May 18 01:39:28.789842 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0abca90>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '167e45ef-2a66-4fd8-a4eb-51e730b4a2a4', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:56Z', 'updated_at': '2021-05-18T01:39:27Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:28.790499 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-f205e1d5-24dd-464b-8db7-1a5ddc2f3902 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 1000 time: 0.1114841
May 18 01:39:28.795316 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:39:28.803920 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:39:28.804510 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0abca90>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:39:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:28.865329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97722d4-7264-4552-867c-b242ad943cd6 req-31c00a4c-d0b5-452e-839b-2a9854a48f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:28.866854 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-31c00a4c-d0b5-452e-839b-2a9854a48f50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0700350
May 18 01:39:29.014370 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:39:29.038473 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97722d4-7264-4552-867c-b242ad943cd6 req-1c1af325-90ea-4b40-aa63-bf12fdfb4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:29.040591 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-1c1af325-90ea-4b40-aa63-bf12fdfb4daa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625628
May 18 01:39:29.270463 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7febc2-3ff8-48cf-8e1b-6c49329ec9b4 req-d888141e-6d8b-456a-a796-f06a6b903e54 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:29.272294 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9f7febc2-3ff8-48cf-8e1b-6c49329ec9b4 req-d888141e-6d8b-456a-a796-f06a6b903e54 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1852243
May 18 01:39:29.359700 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9f7febc2-3ff8-48cf-8e1b-6c49329ec9b4 req-1e51b3cd-1445-431f-a27f-6edfd3f638df tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815897
May 18 01:39:29.389996 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53356) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:29.482444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:29.489414 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-e6e0cd65-455d-4762-8ed2-596db3390792 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335341
May 18 01:39:29.665200 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0abca90>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '167e45ef-2a66-4fd8-a4eb-51e730b4a2a4', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:56Z', 'updated_at': '2021-05-18T01:39:27Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:29.668660 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:29.673713 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d97722d4-7264-4552-867c-b242ad943cd6 req-5065cefa-e665-4912-a54c-a8112afc8a13 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809094
May 18 01:39:29.675361 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fb388-c1e8-49e4-8f96-19c63938c68f None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '167e45ef-2a66-4fd8-a4eb-51e730b4a2a4', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:38:56Z', 'updated_at': '2021-05-18T01:39:27Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:39:29.690976 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:29.704533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Usage tracker for resource:security_group_rule and tenant:e6d10500798d4e5d97e7fc2718188769 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:29.711246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:29.731465 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:29.771462 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:29.787584 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'port_id': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'mac_address': 'fa:16:3e:86:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e270421-950e-44b4-9388-6e81b91f650d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:29.803253 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-368d8a9b-7121-4d1e-9eb1-f47a6bd75201 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:29.804748 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-368d8a9b-7121-4d1e-9eb1-f47a6bd75201 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.3314338
May 18 01:39:29.866883 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:29.885301 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:29.900972 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53374) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:29.905334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:29.920333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:29.922452 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:29.997814 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:30.008109 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40555541-ff82-499f-a57a-0af9d584ec7f None None] New status for floating IP 167e45ef-2a66-4fd8-a4eb-51e730b4a2a4: ACTIVE {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:39:30.077651 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.082029 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.082379 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.082717 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.083051 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.083380 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.083710 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.084034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.084378 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.084746 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.085078 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.085598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.085928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:39:30.093002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:30.096950 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Usage tracker for resource:security_group_rule and tenant:e55384c5ab9f4322bb01c342cb24783f is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:30.099778 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:30.106958 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:30.108896 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:30.148192 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.160266 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7fc4f-07eb-4cb5-b11e-49c17df0ba91 req-bead270c-a659-4f72-a2f8-415e3f28e40f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:30.161765 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1ea7fc4f-07eb-4cb5-b11e-49c17df0ba91 req-bead270c-a659-4f72-a2f8-415e3f28e40f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.3795924
May 18 01:39:30.166454 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.174688 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfc1e-2f7a-4b61-bc94-debced242775 req-a49344d3-5817-4508-9f90-e661fd2ee000 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:30.176119 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-db5cfc1e-2f7a-4b61-bc94-debced242775 req-a49344d3-5817-4508-9f90-e661fd2ee000 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 945 time: 0.2796252
May 18 01:39:30.205771 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:30.263101 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.267788 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.276143 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c03cf9b4-710d-4b0d-a769-99d2992ac073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:30.277755 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Deleting port 306dd73e-3488-41c6-b1e9-b34a574b7b10 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:39:30.279546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.302420 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6d10500798d4e5d97e7fc2718188769&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9081659
May 18 01:39:30.307609 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:30.310953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53380) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:30.326863 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07f6261-27da-4f86-be2b-b4effbe03d67,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:30.334149 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e55384c5ab9f4322bb01c342cb24783f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4319804
May 18 01:39:30.334787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53384) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:30.335567 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:30.387442 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9a67a-2ba4-42f8-b8cc-fc89ec1929db,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:30.392490 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1ea7fc4f-07eb-4cb5-b11e-49c17df0ba91 req-e6b76843-d3d8-4bb6-9660-76f9817f81aa tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153854
May 18 01:39:30.410196 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.410462 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:30.438711 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-db5cfc1e-2f7a-4b61-bc94-debced242775 req-a8a8b79c-3715-488d-aae0-d3e3e3f029e0 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/security-groups?id=b259ee1a-645e-4fc3-bd98-f97b39e853ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338011
May 18 01:39:30.442742 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.520666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.527520 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:30.542490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07f6261-27da-4f86-be2b-b4effbe03d67,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:30.546359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:30.548016 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.552453 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f07f6261-27da-4f86-be2b-b4effbe03d67 HTTP/1.1" status: 204  len: 168 time: 0.2158995
May 18 01:39:30.688867 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] For port 306dd73e-3488-41c6-b1e9-b34a574b7b10, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=306dd73e-3488-41c6-b1e9-b34a574b7b10,segment=NetworkSegment(82994078-13d1-46a2-82d4-7ac164e09ec6),segment_id=82994078-13d1-46a2-82d4-7ac164e09ec6)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:30.689225 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.772829 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.837019 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Calling delete_port for 306dd73e-3488-41c6-b1e9-b34a574b7b10 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:39:30.849704 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53398) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:30.868207 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.882599 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:30.886292 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Usage tracker for resource:security_group_rule and tenant:bbba700d5d454dafa205ff7ee6c24bca is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:30.889315 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:30.894859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:30.944073 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.980113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.984263 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:30.997041 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8930038a-8ee3-45fd-a06b-7c005c6fa594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:31.009554 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3467-02f4-4415-9dc8-d1832daabdc0 req-6d2d08c7-281b-408b-b598-d0365bee854b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:31.011429 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2d1b3467-02f4-4415-9dc8-d1832daabdc0 req-6d2d08c7-281b-408b-b598-d0365bee854b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.4433582
May 18 01:39:31.019155 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f040c-f86c-48e4-a9b2-4c8a1aa55203 req-82fadd47-8a54-4f52-b5d1-1fbcc2e22b1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:31.020633 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-547f040c-f86c-48e4-a9b2-4c8a1aa55203 req-82fadd47-8a54-4f52-b5d1-1fbcc2e22b1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 945 time: 0.4512217
May 18 01:39:31.039028 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbba700d5d454dafa205ff7ee6c24bca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1879466
May 18 01:39:31.039823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e84520-b328-4d48-abb9-2100ad394a49,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:31.043023 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:31.043761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53402) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:31.110669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.138931 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.184915 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2d1b3467-02f4-4415-9dc8-d1832daabdc0 req-78c59317-a970-43f8-a35e-0b37d8de9e2a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602159
May 18 01:39:31.193056 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-547f040c-f86c-48e4-a9b2-4c8a1aa55203 req-5a345294-9113-4802-a34b-10f92396481e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612647
May 18 01:39:31.197005 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.201876 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-68bb4733-9da1-4d61-ad1f-5398a06e38c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:31.216152 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e84520-b328-4d48-abb9-2100ad394a49,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:31.219512 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:31.232746 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.235461 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.236715 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0e84520-b328-4d48-abb9-2100ad394a49 HTTP/1.1" status: 204  len: 168 time: 0.1919765
May 18 01:39:31.248500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-434b1464-3bfe-45d7-ae60-4635c0c606c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:31.268501 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9a67a-2ba4-42f8-b8cc-fc89ec1929db,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:31.275407 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:31.295586 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.300052 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2d9a67a-2ba4-42f8-b8cc-fc89ec1929db HTTP/1.1" status: 204  len: 168 time: 0.9816720
May 18 01:39:31.312915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.323777 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-878fc4ae-06fd-4e4b-b463-7e9751806cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:31.331192 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['306dd73e-3488-41c6-b1e9-b34a574b7b10'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:31.425083 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Pushing event deleted for resources: {'Port': ['ID=306dd73e-3488-41c6-b1e9-b34a574b7b10,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:31.431735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:31.439545 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-71d57001-d113-436f-9f65-dcb3c588612e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:31.440427 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-71d57001-d113-436f-9f65-dcb3c588612e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Synchronizing usage tracker for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:31.461981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-71d57001-d113-436f-9f65-dcb3c588612e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Unset dirty status for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:31.463386 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-71d57001-d113-436f-9f65-dcb3c588612e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.1990869
May 18 01:39:31.498870 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:31.504006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] No DVR routers for this DVR port 306dd73e-3488-41c6-b1e9-b34a574b7b10 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:39:31.517667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.519640 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-25209ce4-f604-4fb2-a06e-920cae6450fa req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.32 "DELETE /v2.0/ports/306dd73e-3488-41c6-b1e9-b34a574b7b10 HTTP/1.1" status: 204  len: 173 time: 1.6813669
May 18 01:39:31.520136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'name': 'network-vif-deleted', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:31.670444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:31.675705 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:31.676351 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.726417 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-06bf0df7-f17a-42e5-893a-72aa56d74d60 req-04cf9310-f9f0-4d1e-afc2-773379717e77 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Synchronizing usage tracker for tenant:6822df35a65f454ba97b1301b17f8b18 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:31.750950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-06bf0df7-f17a-42e5-893a-72aa56d74d60 req-04cf9310-f9f0-4d1e-afc2-773379717e77 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Unset dirty status for tenant:6822df35a65f454ba97b1301b17f8b18 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:31.760697 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-06bf0df7-f17a-42e5-893a-72aa56d74d60 req-04cf9310-f9f0-4d1e-afc2-773379717e77 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.0856833
May 18 01:39:31.766919 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Deleting port 3c888c96-2032-470a-854f-3b3a89748e06 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:39:31.767483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.794460 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703e54-5548-4470-88a8-8dadc1103a16 req-2388952e-c4e9-4d9e-ac3e-ebd98a00a3d2 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:31.800397 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-85703e54-5548-4470-88a8-8dadc1103a16 req-2388952e-c4e9-4d9e-ac3e-ebd98a00a3d2 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 946 time: 0.2459729
May 18 01:39:31.866765 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f506f3e-df90-4b93-b6d0-2d84b3130be8', 'name': 'network-vif-deleted', 'tag': '306dd73e-3488-41c6-b1e9-b34a574b7b10', 'status': 'completed', 'code': 200}
May 18 01:39:31.869183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53424) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:31.889327 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.894624 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.922415 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:31.933692 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:31.939351 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:31.942497 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:31.958627 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-85703e54-5548-4470-88a8-8dadc1103a16 req-c5f401e0-8399-4660-b82b-b5bcef8b2084 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572745
May 18 01:39:31.966195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:31.984710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Usage tracker for resource:security_group_rule and tenant:8f13851f51114cf9b3ca50338148f0f3 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:31.988238 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:31.992055 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] For port 3c888c96-2032-470a-854f-3b3a89748e06, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c888c96-2032-470a-854f-3b3a89748e06,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:31.992451 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.004285 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:32.013858 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'code': 200}
May 18 01:39:32.040433 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:32.045575 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:32.119826 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.125559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.145184 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:32.184656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Calling delete_port for 3c888c96-2032-470a-854f-3b3a89748e06 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:39:32.190850 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f13851f51114cf9b3ca50338148f0f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184373
May 18 01:39:32.190850 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a64d090-e4c9-412a-b3a1-51e7c423e1e6,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:32.192764 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53434) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:32.193668 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:32.301357 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-51369337-fef8-4c41-aba5-dc82a2810fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.411418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.466033 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab7bf5-8d3a-4c90-bb08-920d936bcc78 req-c521be90-8df0-4adf-8310-86db04d20147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:32.467478 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93ab7bf5-8d3a-4c90-bb08-920d936bcc78 req-c521be90-8df0-4adf-8310-86db04d20147 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 1099 time: 0.1988795
May 18 01:39:32.495343 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.530809 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-93ab7bf5-8d3a-4c90-bb08-920d936bcc78 req-5f835ae1-3333-4ea5-a330-652ea9c414e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550749
May 18 01:39:32.531659 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.539951 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7387d635-c25c-4fb3-8cab-09b48a8dceaa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:32.543289 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['3c888c96-2032-470a-854f-3b3a89748e06'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:32.544747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb71a76-7636-4d7e-9679-facec5afd911 req-cf8ac720-b670-4803-93b4-a1e77ee418ee tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:32.548960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-adb71a76-7636-4d7e-9679-facec5afd911 req-cf8ac720-b670-4803-93b4-a1e77ee418ee tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2009773
May 18 01:39:32.557849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6feca-3a41-4caf-813d-af9664146a04 req-ddef20be-b3d3-4136-b671-f406f8ac6c6a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:32.561260 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ad6feca-3a41-4caf-813d-af9664146a04 req-ddef20be-b3d3-4136-b671-f406f8ac6c6a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 946 time: 0.1608360
May 18 01:39:32.593081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Pushing event deleted for resources: {'Port': ['ID=3c888c96-2032-470a-854f-3b3a89748e06,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:32.597046 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:32.665086 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-adb71a76-7636-4d7e-9679-facec5afd911 req-939432a4-a927-4a1c-9a3d-54bef2d73d16 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023424
May 18 01:39:32.674786 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ad6feca-3a41-4caf-813d-af9664146a04 req-2e1e19c9-1b8b-4784-bc00-bdc64c61b85d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861478
May 18 01:39:32.708691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] No DVR routers for this DVR port 3c888c96-2032-470a-854f-3b3a89748e06 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:39:32.713143 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.716913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'name': 'network-vif-deleted', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:32.738761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.747923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:32.760147 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7863c845-f64c-46cb-8029-7f5e8118c8c7 req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "DELETE /v2.0/ports/3c888c96-2032-470a-854f-3b3a89748e06 HTTP/1.1" status: 204  len: 173 time: 1.2859898
May 18 01:39:32.763256 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:32.764575 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a64d090-e4c9-412a-b3a1-51e7c423e1e6 HTTP/1.1" status: 204  len: 168 time: 0.5705903
May 18 01:39:32.765588 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a64d090-e4c9-412a-b3a1-51e7c423e1e6,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:32.779270 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:32.975023 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8bd21-b42f-4eed-a88b-2efba9c791e2', 'name': 'network-vif-deleted', 'tag': '3c888c96-2032-470a-854f-3b3a89748e06', 'status': 'completed', 'code': 200}
May 18 01:39:33.162293 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2d9a1852-00aa-4f7e-bfce-14794b3e262f req-cab8ffaa-82d5-4794-833a-e7d72f804dff tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f506f3e-df90-4b93-b6d0-2d84b3130be8 HTTP/1.1" status: 200  len: 210 time: 0.0501263
May 18 01:39:33.226697 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3b465738-d294-462e-8f17-8d31551c343a req-7aad2385-7a25-423d-b7e9-624a31eeaec7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b8bd21-b42f-4eed-a88b-2efba9c791e2 HTTP/1.1" status: 200  len: 210 time: 0.0461648
May 18 01:39:33.505874 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 306dd73e-3488-41c6-b1e9-b34a574b7b10 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:39:33.557385 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 306dd73e-3488-41c6-b1e9-b34a574b7b10 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:39:33.557979 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 306dd73e-3488-41c6-b1e9-b34a574b7b10 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:39:33.942201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836d05-ee4f-4d6f-abe8-a0cbc99b5124 req-9e83f6aa-fbac-45bb-99eb-5b1507fdb13d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:33.948984 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0b836d05-ee4f-4d6f-abe8-a0cbc99b5124 req-9e83f6aa-fbac-45bb-99eb-5b1507fdb13d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 946 time: 0.1533418
May 18 01:39:33.978107 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f8580-b71c-4475-87e4-6207dc79a6ab req-2211b6b8-d427-443f-a904-7f6b3270d734 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:33.979568 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be9f8580-b71c-4475-87e4-6207dc79a6ab req-2211b6b8-d427-443f-a904-7f6b3270d734 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1409702
May 18 01:39:34.030562 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0b836d05-ee4f-4d6f-abe8-a0cbc99b5124 req-016d3568-a09d-46ce-bb44-116eb0cd2a75 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806704
May 18 01:39:34.061893 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be9f8580-b71c-4475-87e4-6207dc79a6ab req-e9fd058a-b84c-4b3a-9622-b87c6f927c1c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710175
May 18 01:39:34.625386 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:34.648127 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6cbefa12-9484-4d4e-bc79-2e97d4c5a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:34.860310 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-3503d3b1-d468-4449-89ec-50dbc3548349 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:34.861778 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-3503d3b1-d468-4449-89ec-50dbc3548349 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 809 time: 0.1788681
May 18 01:39:34.879349 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-aaf30062-833c-4314-bf74-0277d88e3e59 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/quotas/dc6f3859cf8e4b078185ad84e62d51a3 HTTP/1.1" status: 200  len: 375 time: 0.0113215
May 18 01:39:34.931645 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-eb1a7fa0-6bb8-4588-9fd9-33615f4c3a94 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483103
May 18 01:39:35.128978 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-ad26794a-e40b-4012-be79-edba18332c12 service neutron] 10.222.0.16 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881857
May 18 01:39:35.403426 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53592) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:35.409456 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-33ee09a5-6052-45be-8fd7-f5d8bf006dbe service neutron] 10.222.0.16 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752457
May 18 01:39:35.427379 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fad67-c8df-45bd-84c2-8ca1484e640b req-af166297-91f8-45da-8f0f-b3b42ec9e265 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:35.428835 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-601fad67-c8df-45bd-84c2-8ca1484e640b req-af166297-91f8-45da-8f0f-b3b42ec9e265 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1340854
May 18 01:39:35.476656 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-601fad67-c8df-45bd-84c2-8ca1484e640b req-93a4bd5f-31bf-4f4f-845e-4244f4b1e971 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409822
May 18 01:39:35.517592 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 3c888c96-2032-470a-854f-3b3a89748e06 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:39:35.555822 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:35.587928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 3c888c96-2032-470a-854f-3b3a89748e06 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:39:35.588275 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 3c888c96-2032-470a-854f-3b3a89748e06 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:39:35.598679 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:35.607382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Usage tracker for resource:security_group_rule and tenant:ac76aafaebf44d8aaaa0260f30226f4b is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:35.613917 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:35.625626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:35.705870 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:35.788676 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-68a010d1-631d-4dd7-a41e-1a1d71b9eabc req-fd8c1c70-fbba-4b01-9bd4-16b5780fb30a tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 210 time: 0.0547938
May 18 01:39:35.799675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:35.806839 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:35.817157 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-26bfd8a7-60cc-4edc-be5d-e9e6e5a75e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:35.860850 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac76aafaebf44d8aaaa0260f30226f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4542792
May 18 01:39:35.862673 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e962809a-231a-49bc-b308-0e15cf36aa32,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:35.864136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53608) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:35.865514 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:35.954947 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:35.994363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.047884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.051733 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0e58a213-c778-40ff-9ccc-7d40f2cbab1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:36.064917 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e962809a-231a-49bc-b308-0e15cf36aa32,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:36.067667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:36.076601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.077700 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e962809a-231a-49bc-b308-0e15cf36aa32 HTTP/1.1" status: 204  len: 168 time: 0.2123339
May 18 01:39:36.446886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53642) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:36.495098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53646) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:36.522268 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.548724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:36.556450 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Usage tracker for resource:security_group_rule and tenant:076f036044744ee99574990a2ab0e603 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:36.562550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:36.580871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:36.596065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Deleting subnet e507cb63-b7c9-4b23-abe7-d4a82f21ccfb {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:39:36.599408 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.648610 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.656713 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.666933 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-ac3925da-5df8-480d-ba9b-9d9c730fb76f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:36.668490 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-ac3925da-5df8-480d-ba9b-9d9c730fb76f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.2512772
May 18 01:39:36.704975 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-e5da5440-4be1-43b0-9f33-1defbb68b36f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/quotas/7818818dab5a4878b403e46b3fedf215 HTTP/1.1" status: 200  len: 375 time: 0.0287578
May 18 01:39:36.812056 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c81b-ea7a-4ad3-a0bc-2a70f3519fa3 req-48037f1a-682c-41f9-965a-6adb7c6d074a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:36.813577 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a748c81b-ea7a-4ad3-a0bc-2a70f3519fa3 req-48037f1a-682c-41f9-965a-6adb7c6d074a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2034869
May 18 01:39:36.862167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.875389 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.893024 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0bd35d03-7c9e-4716-afcd-9309eb288166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:36.908915 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:36.909290 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a748c81b-ea7a-4ad3-a0bc-2a70f3519fa3 req-c5e460fa-1ae8-4b92-a15f-90e614df1bc6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870030
May 18 01:39:36.915515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:36.923049 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-d04f7132-6a2a-48f5-926b-29c5ab0198fc tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2082834
May 18 01:39:36.947983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe20ef-bfea-4e98-a8a7-d6edf368da3f,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:36.963132 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:36.991897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e507cb63-b7c9-4b23-abe7-d4a82f21ccfb,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:37.002914 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.016490 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e507cb63-b7c9-4b23-abe7-d4a82f21ccfb HTTP/1.1" status: 204  len: 168 time: 0.5678165
May 18 01:39:37.017464 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:37.018214 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53660) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:37.052914 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=076f036044744ee99574990a2ab0e603&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5570774
May 18 01:39:37.062280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53664) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:37.124688 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.160457 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-336a4c5e-b333-49f7-8690-b92590ce0e9a service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900828
May 18 01:39:37.162533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.249803 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.262650 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.262836 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6f9aacc070>> segment before_delete 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.263173 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6f9aacc070>> subnet precommit_delete_associations 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.263893 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> segment_host_mapping after_create 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.264241 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> port after_create 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.264600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> port after_delete 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.264929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> port after_update 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.265262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> segment after_delete 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.265595 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> subnet after_create 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.265908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> subnet after_delete 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.266228 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6f9a9915e0>> subnet after_update 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.339398 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.345430 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-85d3f05a-40df-40f4-94af-8a3b055ad9e9 service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733205
May 18 01:39:37.358900 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.362896 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:37.374623 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe20ef-bfea-4e98-a8a7-d6edf368da3f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:37.377205 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:37.383586 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.384689 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8dfe20ef-bfea-4e98-a8a7-d6edf368da3f HTTP/1.1" status: 204  len: 168 time: 0.3215230
May 18 01:39:37.397016 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6f9a9ea9d0>> subnet after_create 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.397365 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6f9a9ea9d0>> subnet after_delete 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.397716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6f9a9ea9d0>> subnet before_create 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.398003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6f9a9ea9d0>> subnet before_update 55550000 {{(pid=78860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 18 01:39:37.398364 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9a9910a0>,) {'filters': {'network_id': ['07f63989-c172-4c4a-baec-eebb444ddbc3']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:37.414736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a9910a0>, '82994078-13d1-46a2-82d4-7ac164e09ec6') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:37.415032 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a9910a0>, '82994078-13d1-46a2-82d4-7ac164e09ec6') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:39:37.428257 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.451000 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.465798 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:39:37.466366 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   from cryptography.utils import int_from_bytes
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   from cryptography.utils import int_from_bytes
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:39:37.488893 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:39:37.566220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.570343 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5374acbd-fc2f-4d5d-89cb-31d45df441ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:37.590976 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.599612 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Pushing event deleted for resources: {'Network': ['ID=07f63989-c172-4c4a-baec-eebb444ddbc3,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:37.604954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:37.612417 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8c20e19d-664e-4600-b95a-19f32341be5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/07f63989-c172-4c4a-baec-eebb444ddbc3 HTTP/1.1" status: 204  len: 168 time: 0.5905349
May 18 01:39:37.807213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53688) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:37.862018 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-08a6cf5d-c533-4490-8509-8a56c4bf2556 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6822df35a65f454ba97b1301b17f8b18&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0532174
May 18 01:39:37.864162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53694) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:37.926030 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:37.956964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:38.011256 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:38.016474 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-445d6f14-9ec7-4b56-8f4a-16b2ddc98024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:38.028732 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b259ee1a-645e-4fc3-bd98-f97b39e853ed,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:38.031602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:38.034168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:38.035689 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b259ee1a-645e-4fc3-bd98-f97b39e853ed HTTP/1.1" status: 204  len: 168 time: 0.1702430
May 18 01:39:39.654820 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1c123e5e-4080-4fa6-8b63-6b7c9255d35d req-3c5c698b-ce13-4bdb-847b-ea0ff9c21420 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 210 time: 0.0604861
May 18 01:39:39.666218 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aba7f1f8-c6e3-4080-888e-4157389d33f9 req-a71dc166-f017-4dd4-9c5f-fdbb38c9f105 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 210 time: 0.1173568
May 18 01:39:39.862004 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89a39-dca2-49f5-982a-2aedebb2ffe3 req-45436121-274f-4576-9843-e0117f0b3372 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:39.864792 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c3f89a39-dca2-49f5-982a-2aedebb2ffe3 req-45436121-274f-4576-9843-e0117f0b3372 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.0983844
May 18 01:39:39.928356 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c3f89a39-dca2-49f5-982a-2aedebb2ffe3 req-ff16b8f5-25f6-47d5-b6d6-4b817b695706 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523458
May 18 01:39:40.088228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53784) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:40.135326 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-0e5f5466-508c-44bc-9f0d-f6f11ee00085 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:40.136904 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-0e5f5466-508c-44bc-9f0d-f6f11ee00085 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 809 time: 0.1603429
May 18 01:39:40.163223 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Request body: {'port': {'device_id': '28643b97-a331-4302-b5f5-9fe7c405176e', 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5', 'admin_state_up': True, 'tenant_id': 'dc6f3859cf8e4b078185ad84e62d51a3'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:40.225403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.261115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:40.265555 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Usage tracker for resource:security_group_rule and tenant:d0e3025045d747019e4c8da0f83a71e9 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:40.268587 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:40.275164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:40.311369 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:40.315576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Usage tracker for resource:port and tenant:dc6f3859cf8e4b078185ad84e62d51a3 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:40.319642 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:40.325731 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:40.343442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Made reservation on behalf of dc6f3859cf8e4b078185ad84e62d51a3 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:40.348851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.395439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.400604 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.416959 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:40.520400 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0e3025045d747019e4c8da0f83a71e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4311080
May 18 01:39:40.521118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53812) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:40.527881 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97da542c-b72a-46de-a9b0-2241eb206dd2,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:40.608140 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Allocated IP 172.20.0.12 (c49dab14-84c3-441e-a7e2-c852ef7f99c5/7678bcad-b0ad-4bf3-a3f4-02084e1da3bb/29f9517c-823f-4646-ba1a-55881c81a4f6) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:40.676351 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:40.764875 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.821637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.870320 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-72ed824b-25d9-4ff9-bf4d-663d1de2407c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:40.873829 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-72ed824b-25d9-4ff9-bf4d-663d1de2407c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.4013994
May 18 01:39:40.897046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Request body: {'port': {'device_id': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'admin_state_up': True, 'tenant_id': '7818818dab5a4878b403e46b3fedf215'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:40.911568 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.946656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:40.953576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:41.030944 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Network c49dab14-84c3-441e-a7e2-c852ef7f99c5 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:41.034373 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:41.038772 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:41.071189 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Pushing event updated for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:41.083222 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:41.083989 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:41.094419 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:41.111674 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:41.112360 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.144346 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9847565
May 18 01:39:41.156894 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:39:41.157624 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Request body: {'port': {'device_id': '28643b97-a331-4302-b5f5-9fe7c405176e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:41.160876 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.208809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.226791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4492382b-a12f-47c6-a49b-6495ee184288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:41.265160 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e154474e-481e-4b68-81d7-1a61261193b5 req-fbc6fed5-46f6-4de6-b250-73bbc1840948 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 210 time: 0.1629367
May 18 01:39:41.269370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97da542c-b72a-46de-a9b0-2241eb206dd2,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:41.285884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.289273 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97da542c-b72a-46de-a9b0-2241eb206dd2 HTTP/1.1" status: 204  len: 168 time: 0.7608314
May 18 01:39:41.296864 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:41.332259 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.491622 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b5ede-e253-42bc-a667-e3ef59b36b55 req-f652739b-3c29-4527-9f19-7c348bd57ec0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:41.499740 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c75b5ede-e253-42bc-a667-e3ef59b36b55 req-f652739b-3c29-4527-9f19-7c348bd57ec0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 932 time: 0.4210675
May 18 01:39:41.654729 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c75b5ede-e253-42bc-a667-e3ef59b36b55 req-9323d708-c72a-49ce-8ba9-476cc064d5ec tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527929
May 18 01:39:41.685282 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Allocated IP 172.20.0.9 (34ad0de6-e603-440b-8c73-37173bf6aad9/2e270421-950e-44b4-9388-6e81b91f650d/fcacad8c-00a8-4188-8908-a78179aa3614) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:39:41.769732 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 53862) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:41.810316 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1d3f2-ae7c-4cb8-a724-485ab0010829 req-4be49a0b-66e3-47fc-a09f-14849d5c6665 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:41.812134 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1bf1d3f2-ae7c-4cb8-a724-485ab0010829 req-4be49a0b-66e3-47fc-a09f-14849d5c6665 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2956114
May 18 01:39:41.829707 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.834327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f9517c-823f-4646-ba1a-55881c81a4f6 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:41.843083 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.858779 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Transition to ACTIVE for port object 29f9517c-823f-4646-ba1a-55881c81a4f6 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:41.863187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:41.868732 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:41.935112 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:41.944000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Usage tracker for resource:security_group_rule and tenant:9bd24f79214f48a1ad4109d488ba011b is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:41.954722 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:41.973679 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:41.997347 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1bf1d3f2-ae7c-4cb8-a724-485ab0010829 req-b546c1b2-0475-4cd8-a764-2c8b1ed4727b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553776
May 18 01:39:42.057550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.112921 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Pushing event updated for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:42.127800 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.132420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.139759 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4e2308aa-b99b-4925-9eac-3b14f6116548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:42.142543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:42.149049 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.162619 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:42.186402 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Attempting to bind port 29f9517c-823f-4646-ba1a-55881c81a4f6 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:42.186957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Attempting to bind port 29f9517c-823f-4646-ba1a-55881c81a4f6 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:42.187201 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Attempting to bind port 29f9517c-823f-4646-ba1a-55881c81a4f6 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:42.190981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad1fb7-ccaf-4ea4-96fa-b2797e4cae4a,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:42.192216 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Port 29f9517c-823f-4646-ba1a-55881c81a4f6 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:42.192624 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Attempting to bind port 29f9517c-823f-4646-ba1a-55881c81a4f6 on network c49dab14-84c3-441e-a7e2-c852ef7f99c5 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:42.197752 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:42.198064 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Checking segment: {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:42.198487 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Bound using segment: {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:42.198797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:42.198988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Bound port: 29f9517c-823f-4646-ba1a-55881c81a4f6, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec94950b-9e16-4b29-a378-42e5d3c3b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:42.199367 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.201546 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bd24f79214f48a1ad4109d488ba011b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4307375
May 18 01:39:42.202194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:42.209581 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53866) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:42.245512 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:39:42.258821 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:39:42.263471 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:39:42.323210 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event updated for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:42.328092 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:42.338976 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:42.339549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.343863 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.347717 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:42.356893 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=29f9517c-823f-4646-ba1a-55881c81a4f6,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:42.375977 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.380806 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4953048
May 18 01:39:42.388172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:42.393464 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Request body: {'port': {'device_id': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:39:42.423984 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.515509 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:42.516118 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.517515 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] 10.222.0.32 "PUT /v2.0/ports/29f9517c-823f-4646-ba1a-55881c81a4f6 HTTP/1.1" status: 200  len: 1094 time: 1.3654425
May 18 01:39:42.517996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:42.580700 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6', 'status': 'completed', 'code': 200}
May 18 01:39:42.582382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.588716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Pushing event updated for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:42.611508 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c977-743a-4927-8cd4-70ab9ed6befe req-672d792f-6ba0-43f8-a57a-2a9cb779cd1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:42.612367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9188c977-743a-4927-8cd4-70ab9ed6befe req-672d792f-6ba0-43f8-a57a-2a9cb779cd1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:39:42.624937 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.642041 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:42.642616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d17a3468-c659-4dc5-8c39-442533c25250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:42.671515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad1fb7-ccaf-4ea4-96fa-b2797e4cae4a,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:42.673750 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:42.677225 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18ad1fb7-ccaf-4ea4-96fa-b2797e4cae4a HTTP/1.1" status: 204  len: 168 time: 0.4666507
May 18 01:39:42.678597 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:42.735809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-bed92da6-6d8f-4e0b-9b6e-8c43a71743de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:42.737316 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-bed92da6-6d8f-4e0b-9b6e-8c43a71743de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 1097 time: 0.1559186
May 18 01:39:42.824690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9188c977-743a-4927-8cd4-70ab9ed6befe req-672d792f-6ba0-43f8-a57a-2a9cb779cd1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:39:42.826557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9188c977-743a-4927-8cd4-70ab9ed6befe req-672d792f-6ba0-43f8-a57a-2a9cb779cd1f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 931 time: 0.4040220
May 18 01:39:42.861105 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-6752766e-a18a-4887-9f4e-0aa7d7111070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29f9517c-823f-4646-ba1a-55881c81a4f6 HTTP/1.1" status: 200  len: 217 time: 0.0977964
May 18 01:39:42.977844 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-f3525e62-af8d-4b04-83fd-c670569539b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:42.979946 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-f3525e62-af8d-4b04-83fd-c670569539b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb HTTP/1.1" status: 200  len: 849 time: 0.1042995
May 18 01:39:43.018999 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9188c977-743a-4927-8cd4-70ab9ed6befe req-373ddf56-c886-4fb7-a9a1-ab56cca83fb1 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815131
May 18 01:39:43.055259 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-3a9b5cbd-0b10-453f-8bfb-28075532958e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49dab14-84c3-441e-a7e2-c852ef7f99c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605931
May 18 01:39:43.230976 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-11af649a-35d5-454d-bc8b-341697bc28e8 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672564
May 18 01:39:43.340412 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c81b-184b-4c8f-9ff8-5447e4d79181 req-3030fec9-7358-424c-8299-2c1808909aab tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:43.347883 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7265c81b-184b-4c8f-9ff8-5447e4d79181 req-3030fec9-7358-424c-8299-2c1808909aab tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 944 time: 0.4837260
May 18 01:39:43.411455 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7265c81b-184b-4c8f-9ff8-5447e4d79181 req-fd532884-18c8-4a3b-99b9-6d82aee75830 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626130
May 18 01:39:43.448802 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a5676e41-5b6d-42a0-9346-74710a63eb22 req-2e863460-c66e-446e-b231-9164f4e1fd58 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097323
May 18 01:39:43.513557 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcacad8c-00a8-4188-8908-a78179aa3614 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:43.564471 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:43.598734 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Transition to ACTIVE for port object fcacad8c-00a8-4188-8908-a78179aa3614 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:39:43.605881 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:43.607778 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-46f71af5-a2f4-4c2f-be00-ef68968796d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:43.609261 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-46f71af5-a2f4-4c2f-be00-ef68968796d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 1097 time: 0.0867712
May 18 01:39:43.612168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:43.745406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9cdf9-f7d8-4cfd-858c-4719525004ca req-38668643-850a-413e-bf21-3a983827faa0 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:43.747590 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-af19363e-f959-4c21-b94c-28d6e54948b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:43.747727 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-86b9cdf9-f7d8-4cfd-858c-4719525004ca req-38668643-850a-413e-bf21-3a983827faa0 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2289808
May 18 01:39:43.749324 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-af19363e-f959-4c21-b94c-28d6e54948b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 200  len: 909 time: 0.1326373
May 18 01:39:43.765227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:43.778808 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:43.829299 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-c3080508-14e7-405d-9172-136338bbe512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29f9517c-823f-4646-ba1a-55881c81a4f6 HTTP/1.1" status: 200  len: 217 time: 0.0727684
May 18 01:39:43.908179 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-5a9b4016-2f60-4a3d-acb0-2911b1fa7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:43.910401 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-5a9b4016-2f60-4a3d-acb0-2911b1fa7ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb HTTP/1.1" status: 200  len: 849 time: 0.0707953
May 18 01:39:43.919206 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-86b9cdf9-f7d8-4cfd-858c-4719525004ca req-6152b3c1-4112-4267-a96c-d3c1c6c50983 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378584
May 18 01:39:43.958276 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Attempting to bind port fcacad8c-00a8-4188-8908-a78179aa3614 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:39:43.959271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Attempting to bind port fcacad8c-00a8-4188-8908-a78179aa3614 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:39:43.959697 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Attempting to bind port fcacad8c-00a8-4188-8908-a78179aa3614 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:43.966191 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Port fcacad8c-00a8-4188-8908-a78179aa3614 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:39:43.966591 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Attempting to bind port fcacad8c-00a8-4188-8908-a78179aa3614 on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:39:43.972202 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-202c8a28-d464-453d-aaa8-633e94e6a81a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c49dab14-84c3-441e-a7e2-c852ef7f99c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505109
May 18 01:39:43.977250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:39:43.977724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Checking segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:39:43.978222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Bound using segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:39:43.978735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Bound port: fcacad8c-00a8-4188-8908-a78179aa3614, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:39:43.979149 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.095559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:39:44.099212 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fcacad8c-00a8-4188-8908-a78179aa3614,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:39:44.104998 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.113930 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-53f3c7b7-739f-4e96-a726-9e44e6bf413d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:44.194862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:44.195875 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.198558 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcacad8c-00a8-4188-8908-a78179aa3614 HTTP/1.1" status: 200  len: 1093 time: 1.8092110
May 18 01:39:44.240202 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:44.260929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53934) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:44.278117 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-db230dec-0db1-41cd-9772-77bc129d11b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919517
May 18 01:39:44.338240 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:44.342312 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:44.380509 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827daaf-5a86-4749-882c-30134d994535 req-bd29b4f2-dd6d-489c-866f-521f677d0b96 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:44.382252 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0827daaf-5a86-4749-882c-30134d994535 req-bd29b4f2-dd6d-489c-866f-521f677d0b96 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 943 time: 0.1981738
May 18 01:39:44.389803 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-27a99035-c224-4dd2-9be1-595757680d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:44.391347 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-27a99035-c224-4dd2-9be1-595757680d26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 1096 time: 0.1347964
May 18 01:39:44.408106 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614', 'status': 'completed', 'code': 200}
May 18 01:39:44.450286 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f685e7e4-d3b6-4ebf-878a-92c073ea47a8 req-44fd2eef-6a9f-4b8b-84b4-76f003012ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573725
May 18 01:39:44.479721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-791cc0ec-d439-4f17-9709-edcf87368d11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcacad8c-00a8-4188-8908-a78179aa3614 HTTP/1.1" status: 200  len: 217 time: 0.0698977
May 18 01:39:44.539942 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.563924 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:44.569500 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0827daaf-5a86-4749-882c-30134d994535 req-91d33dd4-d9d0-4234-807e-34ac13706ac7 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771920
May 18 01:39:44.569975 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Usage tracker for resource:security_group_rule and tenant:e14d286d100a44adbd82b79c6378d5bc is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:44.574418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:44.584676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:44.596156 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-3b0ce664-aff8-4d93-9c0e-d24ef4715746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:44.596156 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-3b0ce664-aff8-4d93-9c0e-d24ef4715746 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.0878739
May 18 01:39:44.668514 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-f3e7c814-878a-4dff-b079-eedbc9628a03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630188
May 18 01:39:44.715192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.724475 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.754994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a4b18f7f-700f-4615-898a-4dad3f0485d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:44.773738 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e14d286d100a44adbd82b79c6378d5bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4969652
May 18 01:39:44.773738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 53962) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:44.823592 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8037bd3-6442-474e-af5f-85ec73ec27d3,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:44.841839 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:44.883865 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40704-0a11-40d6-9bdc-ad4baef1d223 req-9b12a994-4dff-4cfc-bc77-babd68858b68 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:44.885385 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57a40704-0a11-40d6-9bdc-ad4baef1d223 req-9b12a994-4dff-4cfc-bc77-babd68858b68 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 944 time: 0.1788995
May 18 01:39:44.895352 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-d6492ace-818f-4512-b1ee-f30b53756511 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073874
May 18 01:39:44.898478 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:44.950741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:45.039162 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:45.050648 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b289609c-bf11-4a08-9fba-3bf18501d82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:45.070662 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57a40704-0a11-40d6-9bdc-ad4baef1d223 req-df8e2380-1ca8-496d-9b46-9d5f9d128eae tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776311
May 18 01:39:45.088735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8037bd3-6442-474e-af5f-85ec73ec27d3,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:45.101246 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:45.119207 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:45.121500 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8037bd3-6442-474e-af5f-85ec73ec27d3 HTTP/1.1" status: 204  len: 168 time: 0.3392866
May 18 01:39:45.198078 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad5c7548-e7f3-446e-a15c-0061644eea3a req-06b7768d-3d20-4f4d-ba2d-a262654e390c service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896698
May 18 01:39:45.230546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb6473-d254-437c-abe2-ba092e0cf130 req-537fc1b4-060a-401b-afb9-aecc62b97680 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:45.232148 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16eb6473-d254-437c-abe2-ba092e0cf130 req-537fc1b4-060a-401b-afb9-aecc62b97680 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1116703
May 18 01:39:45.331903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16eb6473-d254-437c-abe2-ba092e0cf130 req-36ed4e37-e5e1-4f5f-8c45-d3dabbaa8f58 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929856
May 18 01:39:45.399556 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41536819-de86-4d37-97c2-758be91e6200 req-8e33bb7c-0400-49c4-b1d3-e32cd94f762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:45.401070 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-8e33bb7c-0400-49c4-b1d3-e32cd94f762c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 1096 time: 0.1397645
May 18 01:39:45.575611 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 29f9517c-823f-4646-ba1a-55881c81a4f6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:45.702923 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41536819-de86-4d37-97c2-758be91e6200 req-7264ba8e-49bb-4613-b60d-8e9b7227bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:45.704613 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-7264ba8e-49bb-4613-b60d-8e9b7227bc3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 915 time: 0.2932296
May 18 01:39:45.837559 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-4c138583-5deb-48c5-a35a-1027aee4e99c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcacad8c-00a8-4188-8908-a78179aa3614 HTTP/1.1" status: 200  len: 217 time: 0.1190512
May 18 01:39:45.841307 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=29f9517c-823f-4646-ba1a-55881c81a4f6,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:45.875915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '29f9517c-823f-4646-ba1a-55881c81a4f6', 'network_id': 'c49dab14-84c3-441e-a7e2-c852ef7f99c5', 'port_id': '29f9517c-823f-4646-ba1a-55881c81a4f6', 'mac_address': 'fa:16:3e:74:51:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7678bcad-b0ad-4bf3-a3f4-02084e1da3bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:45.959549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41536819-de86-4d37-97c2-758be91e6200 req-3e0ee8e8-ba9b-4e30-97c8-a1c76350d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:45.960009 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-3e0ee8e8-ba9b-4e30-97c8-a1c76350d27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.1137090
May 18 01:39:45.993544 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab8fb-6898-4689-bb40-c4dcc887328e req-b25737aa-4333-44df-99c8-b36b700d36d2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:45.997967 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-23eab8fb-6898-4689-bb40-c4dcc887328e req-b25737aa-4333-44df-99c8-b36b700d36d2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 943 time: 0.2070653
May 18 01:39:46.043224 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:46.061697 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-3e32de71-fb38-43e5-81ff-900749b7d76a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870731
May 18 01:39:46.063027 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f9517c-823f-4646-ba1a-55881c81a4f6 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:46.080677 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=29f9517c-823f-4646-ba1a-55881c81a4f6,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:46.087072 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:46.091951 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:46.217917 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:46.228254 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:46.249133 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-23eab8fb-6898-4689-bb40-c4dcc887328e req-f1cb74be-9093-482a-a335-90de4cd1e39e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967883
May 18 01:39:46.361096 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-43fe8847-25ea-49eb-9a86-34979a60337e service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585523
May 18 01:39:46.382288 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17b05-adbd-4b03-9e05-fea4577b87f2 req-4645cdb1-0415-4c65-8e88-bfd243572dc4 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:46.384010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8df17b05-adbd-4b03-9e05-fea4577b87f2 req-4645cdb1-0415-4c65-8e88-bfd243572dc4 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 945 time: 0.1389666
May 18 01:39:46.390954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234bf8-e53a-4f26-aee3-8668e9f33a24 req-d4b1b777-4f1e-46b8-96fe-76a304819c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:46.392559 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c5234bf8-e53a-4f26-aee3-8668e9f33a24 req-d4b1b777-4f1e-46b8-96fe-76a304819c42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 1098 time: 0.0954149
May 18 01:39:46.443743 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c5234bf8-e53a-4f26-aee3-8668e9f33a24 req-2ec02d09-4057-481a-bc2a-433c52f7c2b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417736
May 18 01:39:46.478467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['29f9517c-823f-4646-ba1a-55881c81a4f6'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:46.600637 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8df17b05-adbd-4b03-9e05-fea4577b87f2 req-79e0940e-c26b-4179-9343-c15fc272ed8e tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855819
May 18 01:39:46.629061 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-41536819-de86-4d37-97c2-758be91e6200 req-091eb31e-b089-4485-bd6a-d7b77b985684 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439852
May 18 01:39:46.660067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc55d-3590-4a19-a863-b372fef9b9ca req-5588f0f7-c9a1-460b-8e87-b2580ccfbab7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:46.669144 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-626cc55d-3590-4a19-a863-b372fef9b9ca req-5588f0f7-c9a1-460b-8e87-b2580ccfbab7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1815705
May 18 01:39:46.724946 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-626cc55d-3590-4a19-a863-b372fef9b9ca req-8ca2bb75-1100-4376-92f2-ebc996e99354 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545034
May 18 01:39:47.466169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eefb6c-1dd2-44f1-b159-e59a10fc58ed req-b307fcdf-6473-43ab-beab-d00da296c569 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:47.467981 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9eefb6c-1dd2-44f1-b159-e59a10fc58ed req-b307fcdf-6473-43ab-beab-d00da296c569 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 943 time: 0.0883453
May 18 01:39:47.521834 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9eefb6c-1dd2-44f1-b159-e59a10fc58ed req-ca61a2c8-22cf-43b0-b3ec-8af009b2f157 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441394
May 18 01:39:47.591164 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device fcacad8c-00a8-4188-8908-a78179aa3614 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:39:47.741482 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fcacad8c-00a8-4188-8908-a78179aa3614,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:47.763398 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'fcacad8c-00a8-4188-8908-a78179aa3614', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'port_id': 'fcacad8c-00a8-4188-8908-a78179aa3614', 'mac_address': 'fa:16:3e:8b:cc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e270421-950e-44b4-9388-6e81b91f650d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:39:47.838573 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:47.862132 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcacad8c-00a8-4188-8908-a78179aa3614 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:39:47.878481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fcacad8c-00a8-4188-8908-a78179aa3614,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:47.882352 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:47.884033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:47.910799 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-90526d9a-6842-4d12-863c-5d85406b6fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2042775
May 18 01:39:47.920669 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f7aa-5ecd-4ae2-8aa1-649d4fbac99c req-1d608252-8a69-4db9-9eed-2039478922d3 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:47.922335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ce6f7aa-5ecd-4ae2-8aa1-649d4fbac99c req-1d608252-8a69-4db9-9eed-2039478922d3 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 945 time: 0.1724551
May 18 01:39:47.965450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:47.970606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:48.007317 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ce6f7aa-5ecd-4ae2-8aa1-649d4fbac99c req-098876d6-e5c6-4aea-879a-334affedcc09 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693433
May 18 01:39:48.051008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda59da-8972-4cb6-8c02-edb1c173a369 req-48c72fa6-a1b0-42ca-9691-ee739520f7fc tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.052495 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fbda59da-8972-4cb6-8c02-edb1c173a369 req-48c72fa6-a1b0-42ca-9691-ee739520f7fc tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.2071710
May 18 01:39:48.113475 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fbda59da-8972-4cb6-8c02-edb1c173a369 req-4ce00e44-c4d9-43e8-8bac-8b9cddf63de7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503795
May 18 01:39:48.122772 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-2299a686-fc4b-4f1b-9292-f7b9eeb3cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.124190 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-2299a686-fc4b-4f1b-9292-f7b9eeb3cdcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 1098 time: 0.1201346
May 18 01:39:48.234305 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['fcacad8c-00a8-4188-8908-a78179aa3614'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:39:48.427538 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-e199befe-62ed-4ead-9d55-5b378a77ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.429025 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-e199befe-62ed-4ead-9d55-5b378a77ed2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 915 time: 0.2547991
May 18 01:39:48.437929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a87374-283f-46d9-bcd7-dc3f5b40d527 req-549985f5-972e-42f4-92d4-ba53ae5e6cf2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.440950 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2a87374-283f-46d9-bcd7-dc3f5b40d527 req-549985f5-972e-42f4-92d4-ba53ae5e6cf2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1591847
May 18 01:39:48.603803 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-a5d22a40-6763-4352-8399-a89b34f635f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 HTTP/1.1" status: 200  len: 217 time: 0.1409435
May 18 01:39:48.651129 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2a87374-283f-46d9-bcd7-dc3f5b40d527 req-601cb32a-05b1-4de9-b078-a6b9639fba1e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060678
May 18 01:39:48.738437 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-24da075e-3933-4eb6-a99e-1a972c558702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.738437 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-24da075e-3933-4eb6-a99e-1a972c558702 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.1237097
May 18 01:39:48.762942 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029193d-4892-4ec3-a5e8-752bf2d67a41 req-26d15f0c-a631-42e6-ba2e-51f8864b3bd2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:48.762942 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4029193d-4892-4ec3-a5e8-752bf2d67a41 req-26d15f0c-a631-42e6-ba2e-51f8864b3bd2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 944 time: 0.1120348
May 18 01:39:48.807319 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4029193d-4892-4ec3-a5e8-752bf2d67a41 req-7156bdc5-29a7-49fc-aec4-a39ad836ca50 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411835
May 18 01:39:49.228916 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a79b45-1c6d-4659-84f5-32c6515224cb req-38914246-906f-40ec-8114-17501926e92d tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:49.231026 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a79b45-1c6d-4659-84f5-32c6515224cb req-38914246-906f-40ec-8114-17501926e92d tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 945 time: 0.0878749
May 18 01:39:49.279675 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a79b45-1c6d-4659-84f5-32c6515224cb req-ce7c5e4e-84ff-44b1-bafb-c22b9d891615 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421753
May 18 01:39:50.609207 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 29f9517c-823f-4646-ba1a-55881c81a4f6 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:50.650515 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-9bddf1da-0f6b-48b3-95a8-9765dcf7c9c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426781
May 18 01:39:50.675179 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:50.692015 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 29f9517c-823f-4646-ba1a-55881c81a4f6 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:50.696569 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 29f9517c-823f-4646-ba1a-55881c81a4f6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:50.696934 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:50.811399 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:50.838149 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:50.848080 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=29f9517c-823f-4646-ba1a-55881c81a4f6,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:50.853278 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:50.856076 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:50.921149 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:50.924981 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:51.897704 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-afd29209-15e1-4cc9-93c7-2f69759da521 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130406
May 18 01:39:52.070211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8049e6-7aa5-4da8-b7b7-efff17e48781 req-4d6d4fb2-d9d8-4fa7-bf6a-886d9c24d190 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:52.071842 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba8049e6-7aa5-4da8-b7b7-efff17e48781 req-4d6d4fb2-d9d8-4fa7-bf6a-886d9c24d190 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 944 time: 0.2596321
May 18 01:39:52.082228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d61bb-f2fd-4dea-84cd-9ec3ee438b64 req-279fd183-572d-479f-bf79-9193ba9cc586 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:52.083588 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-896d61bb-f2fd-4dea-84cd-9ec3ee438b64 req-279fd183-572d-479f-bf79-9193ba9cc586 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.2702594
May 18 01:39:52.134023 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8213a4d5-1b1b-4512-ad6a-97caa83c6c0c req-e0e8de08-9fc6-4e0d-97e2-e2ef4eff67e6 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260721
May 18 01:39:52.174166 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba8049e6-7aa5-4da8-b7b7-efff17e48781 req-8382effc-fbe3-445b-91e4-756e7c30e371 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809236
May 18 01:39:52.178462 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-896d61bb-f2fd-4dea-84cd-9ec3ee438b64 req-ef9604e9-4236-4b2b-9a27-8597ad35377b tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837483
May 18 01:39:52.228183 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6', 'code': 200}
May 18 01:39:52.470592 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be945f8-d585-41a3-b05f-595616471b82 req-01968d0f-daa4-4de6-9c85-08c15fe4934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:52.471948 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4be945f8-d585-41a3-b05f-595616471b82 req-01968d0f-daa4-4de6-9c85-08c15fe4934c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 1099 time: 0.0770566
May 18 01:39:52.520147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4be945f8-d585-41a3-b05f-595616471b82 req-1660b4b2-3be7-4f26-b347-452d2dfc7eb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385258
May 18 01:39:52.842676 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-990b7744-acea-4f53-8962-cf4b01a04539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:52.844390 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-990b7744-acea-4f53-8962-cf4b01a04539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.1467662
May 18 01:39:52.967680 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7496b-ac73-443f-a5a8-a8889a9f0fb9 req-34ff591e-18e4-401e-957d-c2b3dd9585ad tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:52.975799 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-46e7496b-ac73-443f-a5a8-a8889a9f0fb9 req-34ff591e-18e4-401e-957d-c2b3dd9585ad tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2226772
May 18 01:39:53.050444 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-46e7496b-ac73-443f-a5a8-a8889a9f0fb9 req-54585b11-362c-43e2-9ffa-fb9417e7a8e1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738857
May 18 01:39:53.052797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-7306f69e-b3a9-46f6-b3f8-a044ad89db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:53.054143 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-7306f69e-b3a9-46f6-b3f8-a044ad89db28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.1975222
May 18 01:39:53.131789 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-d934b294-4850-4988-9a32-3c57b495e5dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0640085
May 18 01:39:53.427355 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb3795-89e9-4aaa-b586-10c22f52bdfe req-fbd4044c-139e-4620-a527-6d13d9257771 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:53.428832 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ccdb3795-89e9-4aaa-b586-10c22f52bdfe req-fbd4044c-139e-4620-a527-6d13d9257771 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 944 time: 0.1438606
May 18 01:39:53.444291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb62df-43ad-420f-8546-5f3df95895f3 req-ae75cece-82df-45ab-aa63-6c8320645740 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:53.445723 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-43cb62df-43ad-420f-8546-5f3df95895f3 req-ae75cece-82df-45ab-aa63-6c8320645740 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.1272242
May 18 01:39:53.510704 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ccdb3795-89e9-4aaa-b586-10c22f52bdfe req-e8a9f702-d806-47b9-9bf3-a3981899e367 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750151
May 18 01:39:53.518804 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-43cb62df-43ad-420f-8546-5f3df95895f3 req-b0aa6e68-a39e-4b8d-9a22-cd764a2975ed tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589991
May 18 01:39:53.529105 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54202) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:53.644391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:53.658351 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:53.662135 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d94f0c5eb84d5c9cbe59f1399c07f7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:53.664896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:53.670629 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:53.750667 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:53.754199 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:53.762991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:53.801989 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0d94f0c5eb84d5c9cbe59f1399c07f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2718546
May 18 01:39:53.802877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cc5b1-6b98-4028-9c30-1a66c9020a00,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:53.805464 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54208) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:53.805934 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:53.864511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:53.893068 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.004644 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.008260 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e6d0cb3-79bb-4732-aaa0-f0b1d578a28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:54.019814 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cc5b1-6b98-4028-9c30-1a66c9020a00,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:54.023072 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:54.027256 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.029718 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be7cc5b1-6b98-4028-9c30-1a66c9020a00 HTTP/1.1" status: 204  len: 168 time: 0.2232254
May 18 01:39:54.201638 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device fcacad8c-00a8-4188-8908-a78179aa3614 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:39:54.274024 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-2daa7947-5166-41b7-b3f1-1306e010b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:54.275313 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-2daa7947-5166-41b7-b3f1-1306e010b1e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0624452
May 18 01:39:54.288892 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port fcacad8c-00a8-4188-8908-a78179aa3614 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:39:54.293386 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port fcacad8c-00a8-4188-8908-a78179aa3614 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:39:54.293760 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.326493 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54226) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:54.343668 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.358664 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:54.362413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Usage tracker for resource:security_group_rule and tenant:46a343d749184fa0942e9ead17df6161 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:54.365183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:54.371345 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:54.411628 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.440081 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:39:54.452420 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fcacad8c-00a8-4188-8908-a78179aa3614,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:39:54.455947 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.456776 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.460486 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:54.461818 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.470175 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:54.508905 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46a343d749184fa0942e9ead17df6161&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1813500
May 18 01:39:54.509782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb527d-db35-40e5-8bf4-9dde05ad6c5e,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:54.511663 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54232) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:54.512879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:54.534318 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:54.537543 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:54.580471 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.606409 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.658069 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.662562 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d8284544-c75e-41e0-a23b-6124734f59aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:54.674206 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb527d-db35-40e5-8bf4-9dde05ad6c5e,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:54.678537 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:54.682403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:54.683501 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6cb527d-db35-40e5-8bf4-9dde05ad6c5e HTTP/1.1" status: 204  len: 168 time: 0.1698973
May 18 01:39:56.294703 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-a947c293-ddf4-44c1-9bb4-cd9596581f15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555062
May 18 01:39:56.329238 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614', 'code': 200}
May 18 01:39:56.613903 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd55e38-8ee6-4149-b371-d46e2287de1d req-f4a66f54-d2e6-4714-b51a-9a8f267149f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:56.615778 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0cd55e38-8ee6-4149-b371-d46e2287de1d req-f4a66f54-d2e6-4714-b51a-9a8f267149f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 1098 time: 0.0853133
May 18 01:39:56.640624 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1630bf9-3f81-45c2-883a-66904c9a39b8 req-0ae10b6e-93e6-4799-82a3-86b746d0eb3c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:56.642089 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f1630bf9-3f81-45c2-883a-66904c9a39b8 req-0ae10b6e-93e6-4799-82a3-86b746d0eb3c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.2245409
May 18 01:39:56.650098 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-dd188b03-f260-4dea-b4e1-be1de54f46f0 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338044
May 18 01:39:56.674963 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0cd55e38-8ee6-4149-b371-d46e2287de1d req-f7edb2a9-613a-458b-81d6-029bdb29069e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460098
May 18 01:39:56.677060 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc561c-b4a5-4a62-b9a4-f5dd7ce5dfa7 req-f63365f9-7add-4bb4-b736-e6c145c02c5c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:56.678552 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57bc561c-b4a5-4a62-b9a4-f5dd7ce5dfa7 req-f63365f9-7add-4bb4-b736-e6c145c02c5c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.3064866
May 18 01:39:56.746718 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54304) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:56.825087 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f1630bf9-3f81-45c2-883a-66904c9a39b8 req-acbc9cdd-1261-470a-ba23-8eb5d21df31b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740189
May 18 01:39:56.842497 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57bc561c-b4a5-4a62-b9a4-f5dd7ce5dfa7 req-ac9b6e3c-8ca1-486d-afb0-f56edcbe3c7d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394274
May 18 01:39:56.892041 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9abb24a8-5f2d-47cf-ace2-0716afb54682 req-65f80814-51d6-4d0d-9edd-916398d51995 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253468
May 18 01:39:56.901269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:56.918481 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:56.923391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Usage tracker for resource:security_group_rule and tenant:80c98d4e07bb4097b2aa0996b3451801 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:56.926877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:56.935047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:57.066140 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8515-e619-460c-bacf-e729400b1776 req-029edbe6-cae7-42e1-99bb-a0526afbe724 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:57.075176 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-491f8515-e619-460c-bacf-e729400b1776 req-029edbe6-cae7-42e1-99bb-a0526afbe724 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.1357825
May 18 01:39:57.085040 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.090932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.113792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3a94aab6-60ec-4ff1-a404-a01236ba5c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:57.126316 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-491f8515-e619-460c-bacf-e729400b1776 req-b8b44be8-7c46-40ff-ba6f-af34cf804a5f tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502057
May 18 01:39:57.138491 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54318) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:57.138710 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c98d4e07bb4097b2aa0996b3451801&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3905337
May 18 01:39:57.153766 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250cd08c-015b-425e-b622-eb031f8e63e7,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:57.157738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:57.200090 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.226756 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.293010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.300248 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ab7a309f-7490-4c0b-b67f-e72fdd74696d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:57.317273 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cd08c-015b-425e-b622-eb031f8e63e7,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:57.323779 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:57.328568 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.330215 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/250cd08c-015b-425e-b622-eb031f8e63e7 HTTP/1.1" status: 204  len: 168 time: 0.1901798
May 18 01:39:57.550498 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54338) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:57.647688 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54344) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:57.678085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.692583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.708748 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:57.713259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:57.715511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Usage tracker for resource:security_group_rule and tenant:df582568a3c54c1ea1e2f32e2a2fa80b is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:57.719166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:57.721956 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7ba651055d4c3195675a3c3d81b668 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:57.726725 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:57.729358 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:57.735641 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:57.887880 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.893208 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.895025 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.903911 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:57.914109 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:57.971122 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df582568a3c54c1ea1e2f32e2a2fa80b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3196054
May 18 01:39:57.971688 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54352) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:58.013542 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf7ba651055d4c3195675a3c3d81b668&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4619071
May 18 01:39:58.014505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e79b4-4a07-4cf4-b0f3-46a8ff414d0b,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:58.017583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:58.019373 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54356) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:58.024093 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-873ceea2-1567-458a-b534-9a43953829c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:58.085630 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.121601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c928172-7943-467b-947b-3536ef3b3ba3,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:58.124754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:58.140807 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.163104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.164211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d371c8-bf69-4044-9820-1e595b8136e3 req-db3eba56-e8ea-4b9c-a936-49f8a33d1a25 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:58.165595 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c3d371c8-bf69-4044-9820-1e595b8136e3 req-db3eba56-e8ea-4b9c-a936-49f8a33d1a25 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.1953225
May 18 01:39:58.180922 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8d794-6b97-4dc5-a033-4d26b5ce79e5 req-17eaed36-e857-4355-b751-cb5b734a5596 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:58.182338 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-63d8d794-6b97-4dc5-a033-4d26b5ce79e5 req-17eaed36-e857-4355-b751-cb5b734a5596 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1637132
May 18 01:39:58.206951 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.252871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.258149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-802f7c9b-0e1e-44e4-b593-83a5b3be084e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:58.260690 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c3d371c8-bf69-4044-9820-1e595b8136e3 req-2bfe9ed9-0b38-4977-b9c0-8fdfc2054dc0 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887318
May 18 01:39:58.265912 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-63d8d794-6b97-4dc5-a033-4d26b5ce79e5 req-edd0a65f-29e1-4057-8a15-6beeb91e0d82 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693634
May 18 01:39:58.275885 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e79b4-4a07-4cf4-b0f3-46a8ff414d0b,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:58.279068 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:58.293332 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.294451 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/830e79b4-4a07-4cf4-b0f3-46a8ff414d0b HTTP/1.1" status: 204  len: 168 time: 0.3213723
May 18 01:39:58.305442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.309859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-12568f84-52ec-4ce5-83bd-1bb6aeae2064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:58.333484 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c928172-7943-467b-947b-3536ef3b3ba3,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:58.341979 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:58.342968 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.344205 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c928172-7943-467b-947b-3536ef3b3ba3 HTTP/1.1" status: 204  len: 168 time: 0.3237875
May 18 01:39:58.476882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3220a46-08e2-4221-8102-87078dbf84f9 req-867db3a6-908f-4200-9300-19cd54746e4b tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:58.485147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3220a46-08e2-4221-8102-87078dbf84f9 req-867db3a6-908f-4200-9300-19cd54746e4b tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.1118264
May 18 01:39:58.538858 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3220a46-08e2-4221-8102-87078dbf84f9 req-7978b213-45f9-47f4-97c0-ea0add0163e0 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519137
May 18 01:39:58.884019 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54392) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:58.902933 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:58.930275 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:39:58.934998 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9729f84f11aa417ab0c73c0bbeff53a0 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:39:58.938299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:39:58.944071 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:39:59.042199 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.049803 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.061203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-03570286-f81e-4db0-ba6b-39a2b397d166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:59.130845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54406) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:39:59.131367 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9729f84f11aa417ab0c73c0bbeff53a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460206
May 18 01:39:59.147455 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8861577-68b6-40e4-9811-95d145a03f3e,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:59.161705 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:59.216862 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.249184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.306548 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.311984 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-28501ae1-d8ec-4762-a832-ab5a5a2ef960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:39:59.324998 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8861577-68b6-40e4-9811-95d145a03f3e,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:39:59.327908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:39:59.329958 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:39:59.330911 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8861577-68b6-40e4-9811-95d145a03f3e HTTP/1.1" status: 204  len: 168 time: 0.1982906
May 18 01:39:59.402859 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:39:59.615950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687416-a7fd-4cbb-a32b-3fe833a028ae req-90070f0d-f62d-4440-8e25-1621be6a141e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:59.617477 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f9687416-a7fd-4cbb-a32b-3fe833a028ae req-90070f0d-f62d-4440-8e25-1621be6a141e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2269614
May 18 01:39:59.627321 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dbb2b-ea1c-4c18-b0dd-1df173c92bb3 req-cc8d344c-b869-4162-84d5-3e0a226802f5 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:39:59.628805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d75dbb2b-ea1c-4c18-b0dd-1df173c92bb3 req-cc8d344c-b869-4162-84d5-3e0a226802f5 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.1934676
May 18 01:39:59.700538 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f9687416-a7fd-4cbb-a32b-3fe833a028ae req-dcb31560-c08c-49cc-a274-1ef6255cce20 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707307
May 18 01:39:59.712958 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d75dbb2b-ea1c-4c18-b0dd-1df173c92bb3 req-78ec749d-e9bc-4158-80ba-1b85e7d4a65f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697992
May 18 01:40:00.190740 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54460) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:00.241606 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05db92-5731-4f2a-b464-3b029c206a24 req-64b45d6c-e6a2-45e7-a461-0a62031071e7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:00.259037 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3b05db92-5731-4f2a-b464-3b029c206a24 req-64b45d6c-e6a2-45e7-a461-0a62031071e7 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.1336231
May 18 01:40:00.351374 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.365378 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3b05db92-5731-4f2a-b464-3b029c206a24 req-d9a873bb-417c-49af-b310-14cb44d421ce tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980554
May 18 01:40:00.367747 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:00.373044 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Usage tracker for resource:security_group_rule and tenant:4cf3d4c441df40d8b5caf829a4c315ce is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:00.376090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:00.381923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:00.483289 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.487327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.496940 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:00.531555 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67ad37-f0c1-4887-92b0-b0ec8097249f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:00.537024 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:00.543032 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cf3d4c441df40d8b5caf829a4c315ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3506927
May 18 01:40:00.545665 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54480) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:00.612715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.644579 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.702149 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.706999 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3292b90b-12a7-4ca8-a36e-dd92cdcee5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:00.722736 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67ad37-f0c1-4887-92b0-b0ec8097249f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:00.725270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:00.738176 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:00.748987 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a67ad37-f0c1-4887-92b0-b0ec8097249f HTTP/1.1" status: 204  len: 168 time: 0.1969318
May 18 01:40:00.941111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee468e-b5a7-4ed5-a8f8-7e1e91f6cb1f req-8c8c1216-8b4b-40ea-911e-d0c6b65a1519 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:00.949315 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-97ee468e-b5a7-4ed5-a8f8-7e1e91f6cb1f req-8c8c1216-8b4b-40ea-911e-d0c6b65a1519 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1092384
May 18 01:40:01.004711 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-97ee468e-b5a7-4ed5-a8f8-7e1e91f6cb1f req-aba25279-c638-4def-9d61-bd234024aac5 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446997
May 18 01:40:01.541631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db63cc-821a-4de5-840c-bdd11c6ab337 req-69e191e6-a20d-4254-82f4-cadfc3fd4064 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:01.543298 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-63db63cc-821a-4de5-840c-bdd11c6ab337 req-69e191e6-a20d-4254-82f4-cadfc3fd4064 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.0830984
May 18 01:40:01.588244 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-63db63cc-821a-4de5-840c-bdd11c6ab337 req-4ac4f610-85ae-4d75-a4de-8ad43b8dc2c8 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392542
May 18 01:40:02.287006 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-221e4237-773b-4205-bbc0-ea86a8750462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:04.611300 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:04.637971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a01ca-3ccb-4920-ba1f-5b8620180610 req-e1efde30-5f58-4093-b122-edf335effb67 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:04.642926 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8085182d-5f75-4691-9ea5-507c3be80fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:04.647920 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-502a01ca-3ccb-4920-ba1f-5b8620180610 req-e1efde30-5f58-4093-b122-edf335effb67 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1045070
May 18 01:40:04.701034 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-502a01ca-3ccb-4920-ba1f-5b8620180610 req-38df221e-8af8-48ce-87c3-4a72407a57ad tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519505
May 18 01:40:04.899201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0379a-240a-41d0-9a4b-d57a0ad5cc72 req-6fec0131-b15e-4f3d-b641-90246922dd76 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:04.900675 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fea0379a-240a-41d0-9a4b-d57a0ad5cc72 req-6fec0131-b15e-4f3d-b641-90246922dd76 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.0815346
May 18 01:40:04.954820 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fea0379a-240a-41d0-9a4b-d57a0ad5cc72 req-61c3287a-60bd-4bb5-b756-de918f1e31cb tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478394
May 18 01:40:05.699203 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:05.779414 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-ce006898-331d-40d6-a3e4-66d3e1062c63 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:05.781763 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-ce006898-331d-40d6-a3e4-66d3e1062c63 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.0912786
May 18 01:40:06.014546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ae1ac-4f13-46a9-bb77-8455203f9df2 req-3738f6cc-c4ef-4b9b-acf2-2c41c72969c1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:06.016901 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7e2ae1ac-4f13-46a9-bb77-8455203f9df2 req-3738f6cc-c4ef-4b9b-acf2-2c41c72969c1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1842968
May 18 01:40:06.027445 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Deleting port 29f9517c-823f-4646-ba1a-55881c81a4f6 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:40:06.027927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:06.235818 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7e2ae1ac-4f13-46a9-bb77-8455203f9df2 req-5b6aa980-b215-4e38-8f67-4e7825b7c277 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849818
May 18 01:40:06.267634 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] For port 29f9517c-823f-4646-ba1a-55881c81a4f6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=29f9517c-823f-4646-ba1a-55881c81a4f6,segment=NetworkSegment(ec94950b-9e16-4b29-a378-42e5d3c3b81f),segment_id=ec94950b-9e16-4b29-a378-42e5d3c3b81f)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:06.267986 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:06.399203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Calling delete_port for 29f9517c-823f-4646-ba1a-55881c81a4f6 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:40:06.425488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7af00-570b-4d37-8229-ca8e9a1ca909 req-963713fb-dad5-433e-8532-f02dc709538c tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:06.426985 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16e7af00-570b-4d37-8229-ca8e9a1ca909 req-963713fb-dad5-433e-8532-f02dc709538c tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 946 time: 0.3047020
May 18 01:40:06.486658 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16e7af00-570b-4d37-8229-ca8e9a1ca909 req-ff2442bf-f3ff-4859-bb5d-a3b58be53281 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/security-groups?id=53d755a1-04e7-41ae-874a-4da8e28439a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527024
May 18 01:40:06.579046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:06.585396 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:06.599090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['29f9517c-823f-4646-ba1a-55881c81a4f6'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:40:06.633753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Pushing event deleted for resources: {'Port': ['ID=29f9517c-823f-4646-ba1a-55881c81a4f6,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:06.662555 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:06.777095 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] No DVR routers for this DVR port 29f9517c-823f-4646-ba1a-55881c81a4f6 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:40:06.781556 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:06.784173 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'name': 'network-vif-deleted', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:06.795936 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71a0538b-ba31-49ef-867a-459ddb0f042e req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.32 "DELETE /v2.0/ports/29f9517c-823f-4646-ba1a-55881c81a4f6 HTTP/1.1" status: 204  len: 173 time: 1.0065093
May 18 01:40:06.843189 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28643b97-a331-4302-b5f5-9fe7c405176e', 'name': 'network-vif-deleted', 'tag': '29f9517c-823f-4646-ba1a-55881c81a4f6', 'status': 'completed', 'code': 200}
May 18 01:40:07.174091 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 54660) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:07.290061 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.304714 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:07.308895 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Usage tracker for resource:security_group_rule and tenant:373a5f09445a4a17ab0fb42268e1d9af is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:07.311667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:07.317539 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:07.343217 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.470010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.475434 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.485802 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:07.505078 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb565a5-876d-4cd5-8fa3-1ab796b09206 req-c12b1008-c96c-4cb1-916f-a345d74f9380 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:07.506535 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fb565a5-876d-4cd5-8fa3-1ab796b09206 req-c12b1008-c96c-4cb1-916f-a345d74f9380 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1526124
May 18 01:40:07.560334 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=373a5f09445a4a17ab0fb42268e1d9af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3851740
May 18 01:40:07.561158 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173f894-23be-4f7f-be80-4977f6732f98,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:07.563046 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54672) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:07.569151 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:07.611444 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fb565a5-876d-4cd5-8fa3-1ab796b09206 req-f3e69807-980d-4a7e-b3b2-2948acae49d0 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756090
May 18 01:40:07.650508 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.680602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.703796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-fc4a2fc9-b72c-48e0-86d1-b9f90fcae53c req-d1ffe76a-7ef8-40af-92a4-ddd040b2f777 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Synchronizing usage tracker for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:07.733906 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-fc4a2fc9-b72c-48e0-86d1-b9f90fcae53c req-d1ffe76a-7ef8-40af-92a4-ddd040b2f777 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Unset dirty status for tenant:dc6f3859cf8e4b078185ad84e62d51a3 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:07.735085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.737554 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fc4a2fc9-b72c-48e0-86d1-b9f90fcae53c req-d1ffe76a-7ef8-40af-92a4-ddd040b2f777 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] 10.222.0.16 "GET /v2.0/ports?device_id=28643b97-a331-4302-b5f5-9fe7c405176e HTTP/1.1" status: 200  len: 210 time: 0.0812554
May 18 01:40:07.739360 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-37173602-529c-4511-9f76-aab31c36dffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:07.754462 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173f894-23be-4f7f-be80-4977f6732f98,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:07.763244 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:07.765477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:07.766650 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c173f894-23be-4f7f-be80-4977f6732f98 HTTP/1.1" status: 204  len: 168 time: 0.2026374
May 18 01:40:08.814667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34b80-d7a7-4401-805b-28177e02f092 req-0e9da4e6-d701-41e1-a4c9-5709c94859eb tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:08.816907 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-84e34b80-d7a7-4401-805b-28177e02f092 req-0e9da4e6-d701-41e1-a4c9-5709c94859eb tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0873322
May 18 01:40:08.884756 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-84e34b80-d7a7-4401-805b-28177e02f092 req-2db6e6d1-21b0-4fdb-9184-9ce44f0967a2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608742
May 18 01:40:09.747907 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 29f9517c-823f-4646-ba1a-55881c81a4f6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:40:09.782368 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 29f9517c-823f-4646-ba1a-55881c81a4f6 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:40:09.782716 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 29f9517c-823f-4646-ba1a-55881c81a4f6 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:40:10.070817 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c181a1-3bb6-4e78-bc90-86acbe806ad8 req-a1e1de4b-0604-46e7-983d-4ddb7dba7cc9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:10.072284 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-40c181a1-3bb6-4e78-bc90-86acbe806ad8 req-a1e1de4b-0604-46e7-983d-4ddb7dba7cc9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0790844
May 18 01:40:10.121787 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-40c181a1-3bb6-4e78-bc90-86acbe806ad8 req-51d77930-9b13-4c95-a56f-c54a347ed469 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425711
May 18 01:40:10.437348 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-160ccda4-a7cb-457c-b9f6-cb423d8a83e5 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d7700d14079481982fb6ae9a18c6224&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278046
May 18 01:40:10.600731 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-fc712541-ddf6-4b54-95f9-ebbc079ceed6 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:10.602147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-fc712541-ddf6-4b54-95f9-ebbc079ceed6 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1596348
May 18 01:40:10.619992 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-98fcb811-b1fb-407c-8afe-608966745672 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/quotas/9d7700d14079481982fb6ae9a18c6224 HTTP/1.1" status: 200  len: 375 time: 0.0113726
May 18 01:40:10.668660 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-4a4dc10d-62b9-4615-bd85-fccbd2c46817 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d7700d14079481982fb6ae9a18c6224&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0453017
May 18 01:40:10.851614 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-acd93e04-d33a-47d8-8155-1d7316d3932a req-a0737160-4e3f-4bac-b7ba-f05d7b22d6ca tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 210 time: 0.0444899
May 18 01:40:11.103381 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54834) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:11.238042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.254049 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:11.258111 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb8ccbe61254579a4c08e40d11a9ca6 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:11.261335 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:11.267009 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:11.329580 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77ea56-a04a-4725-a6b9-2655e6718250 req-667ba2b4-cff9-4cad-961c-03464f9c5d9f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:11.331128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8c77ea56-a04a-4725-a6b9-2655e6718250 req-667ba2b4-cff9-4cad-961c-03464f9c5d9f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0912025
May 18 01:40:11.380325 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.388491 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.393939 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8c77ea56-a04a-4725-a6b9-2655e6718250 req-7869bf21-01fa-43d4-bb4a-19972ec64d25 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551927
May 18 01:40:11.397599 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f9bf2a4c-2276-4a70-9396-92641501d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:11.442145 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fb8ccbe61254579a4c08e40d11a9ca6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3370783
May 18 01:40:11.444352 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce525d7-cef7-4c6c-a601-615e42ee0056,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:11.445301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 54852) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:11.447823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:11.504440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.529789 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.582656 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.587625 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-56bd663f-e485-4bc4-bc22-be04cbd12ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:11.601525 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce525d7-cef7-4c6c-a601-615e42ee0056,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:11.604626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:11.606155 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:11.607244 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ce525d7-cef7-4c6c-a601-615e42ee0056 HTTP/1.1" status: 204  len: 168 time: 0.1611586
May 18 01:40:14.185696 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2d49be37-8193-44b2-af92-7d8ab45a217c req-7864e6e2-2c77-4f7e-9361-f26acecbae5d tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 210 time: 0.0900166
May 18 01:40:14.229488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f184f0-728f-47e4-a08e-30bd8fa02258 req-5cb97da4-a1b9-44f8-b240-3b651d8166ca tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:14.229488 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-40f184f0-728f-47e4-a08e-30bd8fa02258 req-5cb97da4-a1b9-44f8-b240-3b651d8166ca tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1007583
May 18 01:40:14.279764 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-40f184f0-728f-47e4-a08e-30bd8fa02258 req-96a0ced9-3387-46a0-bcef-0b1cfd36480f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432703
May 18 01:40:14.934411 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-37f7e443-e97a-4672-aeb5-ca89b04fe419 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d7700d14079481982fb6ae9a18c6224&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0302069
May 18 01:40:15.173269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-f1f81ada-8622-43b3-8daf-56acbf9c9b0f tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:15.176925 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-f1f81ada-8622-43b3-8daf-56acbf9c9b0f tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2348588
May 18 01:40:15.204865 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Request body: {'port': {'device_id': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0', 'admin_state_up': True, 'tenant_id': '9d7700d14079481982fb6ae9a18c6224'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:15.469551 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6b3c439-ad70-4e30-b99e-8df11869a202 req-f1f85afd-dcc8-4ac4-a2dc-25a044e741ce tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 210 time: 0.1085191
May 18 01:40:15.476541 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:15.496527 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Usage tracker for resource:port and tenant:9d7700d14079481982fb6ae9a18c6224 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:15.506045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:15.513673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:15.533391 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Made reservation on behalf of 9d7700d14079481982fb6ae9a18c6224 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:40:15.537299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:15.555209 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:15.577880 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:15.591303 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18c2f-6907-4567-93cc-2ad041a7e7bb req-9c7b675b-79dd-4fc1-af35-830e618832f5 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:15.593151 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-73d18c2f-6907-4567-93cc-2ad041a7e7bb req-9c7b675b-79dd-4fc1-af35-830e618832f5 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1729829
May 18 01:40:15.594327 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Usage tracker for resource:security_group_rule and tenant:9d7700d14079481982fb6ae9a18c6224 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:15.598670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:15.620608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:15.673640 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-73d18c2f-6907-4567-93cc-2ad041a7e7bb req-ca3b54aa-9bff-40de-8873-5d6d5af3c6d2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714521
May 18 01:40:15.759522 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:15.765342 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:15.768827 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-795d4438-219c-4c6d-92a0-19475cda64d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:15.871003 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcef2e4-5ca6-4534-b232-4c3901521079,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:15.885870 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:16.079421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Allocated IP 192.168.233.25 (ee336d56-0c41-4759-8513-ae25f96372f0/ef25aad2-5b13-4c20-b2e0-40c3176ebe95/4471f092-4c32-4127-841f-194070f04887) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:40:16.222149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf7bf3-6d10-4821-ab76-fcf4cd400349 req-29840a32-9529-4e1b-a107-862c2e4be31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:16.226732 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ddbf7bf3-6d10-4821-ab76-fcf4cd400349 req-29840a32-9529-4e1b-a107-862c2e4be31e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.1193488
May 18 01:40:16.330503 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ddbf7bf3-6d10-4821-ab76-fcf4cd400349 req-960d9d83-6fd8-44b1-8801-a32468058bba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818582
May 18 01:40:16.499267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:16.540977 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Transition to ACTIVE for port object 4471f092-4c32-4127-841f-194070f04887 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:40:16.587879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:16.596570 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2e1359c1-243b-418b-97b9-c59c4c21118b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:16.686194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Network ee336d56-0c41-4759-8513-ae25f96372f0 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:40:16.742677 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:40:16.764940 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:40:16.816853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Pushing event updated for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:16.821125 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:16.891929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:16.892627 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:16.936383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b36c87-73e6-4395-8a34-1ac1c902e67e req-b6f13da1-3ba0-4e7c-9308-dd596138b0af tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:16.944651 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-31b36c87-73e6-4395-8a34-1ac1c902e67e req-b6f13da1-3ba0-4e7c-9308-dd596138b0af tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 935 time: 0.2653642
May 18 01:40:17.094425 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-31b36c87-73e6-4395-8a34-1ac1c902e67e req-d9b06bbf-8c28-4251-b295-d719a4157914 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Synchronizing usage tracker for tenant:9d7700d14079481982fb6ae9a18c6224 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:17.110892 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9208829
May 18 01:40:17.126936 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-1c49f16d-f140-4ed4-8c07-7567573f27c8 None None] Provisioning for port 4471f092-4c32-4127-841f-194070f04887 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:40:17.137538 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Request body: {'port': {'device_id': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:17.139085 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-1c49f16d-f140-4ed4-8c07-7567573f27c8 None None] Provisioning complete for port 4471f092-4c32-4127-841f-194070f04887 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:40:17.140562 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-1c49f16d-f140-4ed4-8c07-7567573f27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:17.216919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-1c49f16d-f140-4ed4-8c07-7567573f27c8 None None] Port 4471f092-4c32-4127-841f-194070f04887 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:40:17.330467 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-31b36c87-73e6-4395-8a34-1ac1c902e67e req-d9b06bbf-8c28-4251-b295-d719a4157914 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Unset dirty status for tenant:9d7700d14079481982fb6ae9a18c6224 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:17.332010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-31b36c87-73e6-4395-8a34-1ac1c902e67e req-d9b06bbf-8c28-4251-b295-d719a4157914 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865056
May 18 01:40:17.380211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:17.484854 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd46a1-0082-4af0-bacb-27e2a5cc15f1 req-73327bc9-32b4-489f-9c99-5f6ce7d3477a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:17.493401 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ecd46a1-0082-4af0-bacb-27e2a5cc15f1 req-73327bc9-32b4-489f-9c99-5f6ce7d3477a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2661796
May 18 01:40:17.625247 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ecd46a1-0082-4af0-bacb-27e2a5cc15f1 req-1fdaf15b-1815-45f2-b22b-689efb7d7e8f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280670
May 18 01:40:17.933545 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4471f092-4c32-4127-841f-194070f04887 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:40:17.944591 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:17.962905 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Transition to ACTIVE for port object 4471f092-4c32-4127-841f-194070f04887 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:40:17.970968 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:17.977058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-41c04ce3-f041-4a02-bf31-3b80c5337a61 tempest-DeleteServersTestJSON-27081668 tempest-DeleteServersTestJSON-27081668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:18.143994 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Pushing event updated for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:18.153575 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:18.243124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Attempting to bind port 4471f092-4c32-4127-841f-194070f04887 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:40:18.244103 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Attempting to bind port 4471f092-4c32-4127-841f-194070f04887 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:40:18.245718 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Attempting to bind port 4471f092-4c32-4127-841f-194070f04887 on network ee336d56-0c41-4759-8513-ae25f96372f0 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:40:18.255126 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Port 4471f092-4c32-4127-841f-194070f04887 on network ee336d56-0c41-4759-8513-ae25f96372f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:40:18.258266 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Attempting to bind port 4471f092-4c32-4127-841f-194070f04887 on network ee336d56-0c41-4759-8513-ae25f96372f0 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:40:18.266626 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:40:18.267417 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Checking segment: {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:40:18.268263 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Bound using segment: {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:40:18.269236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Bound port: 4471f092-4c32-4127-841f-194070f04887, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167f3089-fc64-43c5-b940-5d1fe2a7fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:40:18.269610 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:18.429713 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:40:18.437711 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4471f092-4c32-4127-841f-194070f04887,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:40:18.443479 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:18.451216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:18.639936 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:18.641143 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:18.642762 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] 10.222.0.32 "PUT /v2.0/ports/4471f092-4c32-4127-841f-194070f04887 HTTP/1.1" status: 200  len: 1097 time: 1.5186851
May 18 01:40:18.651583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'tag': '4471f092-4c32-4127-841f-194070f04887'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:18.691700 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Pushing event updated for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:18.700064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:18.713044 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f5187-d617-4da6-8774-cfe2aa77d24b req-8bdeb5a2-1582-41dc-aa91-221f08c203cd tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:18.713971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-fe7f5187-d617-4da6-8774-cfe2aa77d24b req-8bdeb5a2-1582-41dc-aa91-221f08c203cd tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Synchronizing usage tracker for tenant:9d7700d14079481982fb6ae9a18c6224 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:18.786881 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-fe7f5187-d617-4da6-8774-cfe2aa77d24b req-8bdeb5a2-1582-41dc-aa91-221f08c203cd tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Unset dirty status for tenant:9d7700d14079481982fb6ae9a18c6224 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:18.794395 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe7f5187-d617-4da6-8774-cfe2aa77d24b req-8bdeb5a2-1582-41dc-aa91-221f08c203cd tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.2949278
May 18 01:40:18.848575 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe7f5187-d617-4da6-8774-cfe2aa77d24b req-d9ee1def-a9f5-4f92-85f8-b3bad2da6b74 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527031
May 18 01:40:18.868098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-34aae404-7d75-4444-984d-3a84e58f65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:18.876109 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-34aae404-7d75-4444-984d-3a84e58f65c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7700d14079481982fb6ae9a18c6224&device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 1100 time: 0.1532757
May 18 01:40:19.116239 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'tag': '4471f092-4c32-4127-841f-194070f04887', 'status': 'completed', 'code': 200}
May 18 01:40:19.133913 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-8e7aec4b-7dc1-4a5b-8b81-6b310cb5a526 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4471f092-4c32-4127-841f-194070f04887 HTTP/1.1" status: 200  len: 217 time: 0.2530324
May 18 01:40:19.249768 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-271ce17a-fa9a-4746-a3ca-72b51f25ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:19.252281 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-271ce17a-fa9a-4746-a3ca-72b51f25ef65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef25aad2-5b13-4c20-b2e0-40c3176ebe95 HTTP/1.1" status: 200  len: 843 time: 0.0891535
May 18 01:40:19.423813 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6c18-4d49-4d8a-a68f-301f0da64f7d req-ba81579f-4aed-4080-8add-da595e802d75 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:19.425250 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba6f6c18-4d49-4d8a-a68f-301f0da64f7d req-ba81579f-4aed-4080-8add-da595e802d75 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1232090
May 18 01:40:19.429092 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-c7b9b1b3-c890-4bf5-9853-f32a1720463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:19.430468 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-c7b9b1b3-c890-4bf5-9853-f32a1720463b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee336d56-0c41-4759-8513-ae25f96372f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1697152
May 18 01:40:19.563523 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba6f6c18-4d49-4d8a-a68f-301f0da64f7d req-54dfd9d5-fa33-4bdf-beb6-c9c58c918ba6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273272
May 18 01:40:19.612942 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-c6a34de4-09a4-4928-addc-d4f04ed42a3a service neutron] 10.222.0.32 "GET /v2.0/networks/ee336d56-0c41-4759-8513-ae25f96372f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627243
May 18 01:40:19.764578 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c160992-1b84-4bbd-a8e5-862b03de2703 req-7e1b5661-6052-43f2-be64-7cdebf0f9c9a service neutron] 10.222.0.32 "GET /v2.0/networks/ee336d56-0c41-4759-8513-ae25f96372f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431293
May 18 01:40:19.897690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-01ea59db-dd66-4b68-aded-bc09ec4f7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:19.899695 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-01ea59db-dd66-4b68-aded-bc09ec4f7846 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7700d14079481982fb6ae9a18c6224&device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 1100 time: 0.0831034
May 18 01:40:20.093396 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-ddfd9170-7068-4fe8-8a2e-670bfa400705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.095104 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-ddfd9170-7068-4fe8-8a2e-670bfa400705 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee336d56-0c41-4759-8513-ae25f96372f0 HTTP/1.1" status: 200  len: 869 time: 0.1878824
May 18 01:40:20.229992 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-728b2b86-d135-4f25-b710-6fae50592af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.232579 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-728b2b86-d135-4f25-b710-6fae50592af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.0875800
May 18 01:40:20.273254 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-d3d913b6-33e9-446c-921e-3ac50ce1786b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4471f092-4c32-4127-841f-194070f04887 HTTP/1.1" status: 200  len: 217 time: 0.1526263
May 18 01:40:20.369877 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-f2e86f73-c48f-4b3c-b843-7b6078d26195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.374126 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-f2e86f73-c48f-4b3c-b843-7b6078d26195 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef25aad2-5b13-4c20-b2e0-40c3176ebe95 HTTP/1.1" status: 200  len: 843 time: 0.0873811
May 18 01:40:20.454206 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2ae0e-3be3-411c-a765-2ad4d496b406 req-8fb593d9-43e5-459a-8aa2-65f04353f5d5 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.455674 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aad2ae0e-3be3-411c-a765-2ad4d496b406 req-8fb593d9-43e5-459a-8aa2-65f04353f5d5 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.2426758
May 18 01:40:20.469629 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-6341d6c5-5989-45aa-981b-0a724f4564a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.471310 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-6341d6c5-5989-45aa-981b-0a724f4564a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.2312202
May 18 01:40:20.529381 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aad2ae0e-3be3-411c-a765-2ad4d496b406 req-42a006fe-b64b-42b6-9c6e-97064b2cf111 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648909
May 18 01:40:20.533179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-e02c243f-1f76-4b83-a6c3-78ba539981e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.535160 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-e02c243f-1f76-4b83-a6c3-78ba539981e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee336d56-0c41-4759-8513-ae25f96372f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1514583
May 18 01:40:20.548636 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-b4c19441-d83c-4153-bbe5-ba44709ddf69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0690429
May 18 01:40:20.628314 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:20.636261 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-35485db7-2131-4515-b672-96a1c6350680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.638046 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-35485db7-2131-4515-b672-96a1c6350680 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0792975
May 18 01:40:20.707490 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-680a53a3-9dcd-4828-890c-01fca7123602 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598936
May 18 01:40:20.785653 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-d63c4e64-ba89-45ae-9524-1f012a58c9cc service neutron] 10.222.0.32 "GET /v2.0/networks/ee336d56-0c41-4759-8513-ae25f96372f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356122
May 18 01:40:20.857329 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-d1b22b61-1b84-4c5e-94f1-8648d7c41160 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408353
May 18 01:40:20.905762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bfb1f-5441-439f-af1f-e7f9e79a78b5 req-9b43d5c2-f9d9-4a6c-9a6c-94cba5c0567f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:20.907132 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-768bfb1f-5441-439f-af1f-e7f9e79a78b5 req-9b43d5c2-f9d9-4a6c-9a6c-94cba5c0567f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1882467
May 18 01:40:20.979942 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07ab190b-7d23-438d-8e7d-13ca5d505e6b req-4bdbf117-63c2-42a4-b203-ff465de8d841 service neutron] 10.222.0.32 "GET /v2.0/networks/ee336d56-0c41-4759-8513-ae25f96372f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857586
May 18 01:40:20.987484 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-768bfb1f-5441-439f-af1f-e7f9e79a78b5 req-da1d0391-c3a7-44d2-ab81-d4b6843db90e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632231
May 18 01:40:21.040465 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-0f0e6c56-aaf2-4a61-9827-1d9eca6fb6fc req-f71ad5f8-09e7-4a9d-a7ea-00df091bd325 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756253
May 18 01:40:21.734916 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d4fe-8014-4057-8b50-ed0ee77b1cc0 req-39401d67-8e46-42c2-8248-b86dfa75e7d4 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:21.741930 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d311d4fe-8014-4057-8b50-ed0ee77b1cc0 req-39401d67-8e46-42c2-8248-b86dfa75e7d4 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.0916045
May 18 01:40:21.784867 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d311d4fe-8014-4057-8b50-ed0ee77b1cc0 req-994ae35f-a106-4c0c-a399-be669429516b tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419779
May 18 01:40:22.266587 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e358-3b55-4f60-8e52-472a4dfa2c96 req-3bdf9d2b-0e81-479e-a76e-f120a50ba648 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:22.268065 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34c6e358-3b55-4f60-8e52-472a4dfa2c96 req-3bdf9d2b-0e81-479e-a76e-f120a50ba648 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1584597
May 18 01:40:22.316552 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34c6e358-3b55-4f60-8e52-472a4dfa2c96 req-0afd8bfc-cc3f-4a38-a37c-fcad44394d3a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419145
May 18 01:40:23.002404 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f7c91-9ab6-474f-9e46-1352ddea11da req-c1a8a148-38ab-4042-93a6-b2d56a1c73ae tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:23.004755 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-023f7c91-9ab6-474f-9e46-1352ddea11da req-c1a8a148-38ab-4042-93a6-b2d56a1c73ae tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.0974364
May 18 01:40:23.054323 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-023f7c91-9ab6-474f-9e46-1352ddea11da req-38a9599c-9be2-45cb-bbdd-33f5d56462c0 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436115
May 18 01:40:23.524799 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c138f-4bff-4d29-878f-3b7674d81946 req-8012ed78-5dcb-40af-9713-887d6d328caf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:23.527736 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c02c138f-4bff-4d29-878f-3b7674d81946 req-8012ed78-5dcb-40af-9713-887d6d328caf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1005182
May 18 01:40:23.592557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c02c138f-4bff-4d29-878f-3b7674d81946 req-378f019f-9dfd-4900-b657-ace9e0fc142e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499649
May 18 01:40:23.975934 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-07cdb904-1d67-4c87-970c-1883c504a7c5 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:23.984044 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-07cdb904-1d67-4c87-970c-1883c504a7c5 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.1806276
May 18 01:40:23.995311 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-ae0902f2-bb93-4360-8000-3fb772ddcd1c tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/quotas/7818818dab5a4878b403e46b3fedf215 HTTP/1.1" status: 200  len: 375 time: 0.0101435
May 18 01:40:24.090792 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-a71ef009-b015-43db-b37e-e24e0e47331e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0897832
May 18 01:40:24.308601 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-e6f0ca50-6250-4199-8498-2f918d67f5aa service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079139
May 18 01:40:24.353224 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1a4c-b525-4ece-ac0b-af7140378263 req-3cf9040c-96e2-424b-b888-6bd26bd73436 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:24.360805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bf7d1a4c-b525-4ece-ac0b-af7140378263 req-3cf9040c-96e2-424b-b888-6bd26bd73436 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.1774054
May 18 01:40:24.487018 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bf7d1a4c-b525-4ece-ac0b-af7140378263 req-4f68d19b-c33d-45c4-9b70-1a16bf8af57d tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664339
May 18 01:40:24.516425 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-9177ada8-8765-4157-8d15-045e6dfcc907 service neutron] 10.222.0.16 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016246
May 18 01:40:24.756581 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3591446e-fcdb-4614-b41d-dd8b65edb9ab req-eddfd6a6-da75-4291-a396-e3cb29bd4d7a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 210 time: 0.0592084
May 18 01:40:24.964864 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d276-c0fa-4f49-9fd3-9489bbdc214c req-b9f20231-55ec-49b6-832a-cf22aab0e91e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:24.967207 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4a10d276-c0fa-4f49-9fd3-9489bbdc214c req-b9f20231-55ec-49b6-832a-cf22aab0e91e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1416702
May 18 01:40:25.090020 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4a10d276-c0fa-4f49-9fd3-9489bbdc214c req-c443da9f-ff1f-477e-af47-bf6be4232e24 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166217
May 18 01:40:25.768468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aaa3f-89d4-40ba-bc7f-f496e38497c8 req-9e99c934-d642-4dd6-99c5-2c9bc163e428 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:25.770042 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e31aaa3f-89d4-40ba-bc7f-f496e38497c8 req-9e99c934-d642-4dd6-99c5-2c9bc163e428 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 947 time: 0.1034565
May 18 01:40:25.828988 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e31aaa3f-89d4-40ba-bc7f-f496e38497c8 req-ba9c20a8-2689-47a6-bc20-65cdfdcd2279 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418937
May 18 01:40:25.856837 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 4471f092-4c32-4127-841f-194070f04887 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:40:25.952549 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6dab5a1c-9782-4f93-9dbb-6002b5455dd3 req-ac724a7e-356f-4ce9-846e-2ac26a315b9a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 210 time: 0.0595961
May 18 01:40:26.135587 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4471f092-4c32-4127-841f-194070f04887,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:26.152082 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '4471f092-4c32-4127-841f-194070f04887', 'network_id': 'ee336d56-0c41-4759-8513-ae25f96372f0', 'port_id': '4471f092-4c32-4127-841f-194070f04887', 'mac_address': 'fa:16:3e:7f:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef25aad2-5b13-4c20-b2e0-40c3176ebe95', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:40:26.219407 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:26.238881 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4471f092-4c32-4127-841f-194070f04887 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:40:26.259150 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4471f092-4c32-4127-841f-194070f04887,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:26.265033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:26.268291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:26.535755 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:26.542564 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:26.582888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-ca91bb1f-a9be-4916-bddf-fb9b41dc9b23 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:26.584585 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-ca91bb1f-a9be-4916-bddf-fb9b41dc9b23 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 815 time: 0.3611388
May 18 01:40:26.606496 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Request body: {'port': {'device_id': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'admin_state_up': True, 'tenant_id': '7818818dab5a4878b403e46b3fedf215'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:26.748946 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['4471f092-4c32-4127-841f-194070f04887'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:40:26.792833 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:26.808962 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:26.824459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Made reservation on behalf of 7818818dab5a4878b403e46b3fedf215 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:40:26.828556 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:27.224286 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Allocated IP 172.20.0.3 (34ad0de6-e603-440b-8c73-37173bf6aad9/2e270421-950e-44b4-9388-6e81b91f650d/e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:40:27.320242 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc865d9b-c8f0-43eb-a814-9c9d8ec8e3ea req-17d76ddd-5d38-4db6-ab15-4b7086cdb768 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:27.322077 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bc865d9b-c8f0-43eb-a814-9c9d8ec8e3ea req-17d76ddd-5d38-4db6-ab15-4b7086cdb768 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 948 time: 0.2027147
May 18 01:40:27.394164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d51040-8fbd-449f-ac96-45973bec3e06 req-95b83e94-10d8-47f1-abcf-50e86e1afb8d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:27.395872 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a8d51040-8fbd-449f-ac96-45973bec3e06 req-95b83e94-10d8-47f1-abcf-50e86e1afb8d tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1681902
May 18 01:40:27.480710 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bc865d9b-c8f0-43eb-a814-9c9d8ec8e3ea req-c3060765-f81e-4594-b2b1-00aa47bc59c1 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503706
May 18 01:40:27.501935 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:27.545293 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a8d51040-8fbd-449f-ac96-45973bec3e06 req-aa54c6a0-0e8d-4ce6-a361-dee6ac532e0e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370471
May 18 01:40:27.548248 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:27.556996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c39f4837-7ba1-4f57-a76c-c4a996f9cdc9 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:27.647786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Network 34ad0de6-e603-440b-8c73-37173bf6aad9 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:40:27.651902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:40:27.654722 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:40:27.690120 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event updated for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:27.711646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.712066 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.712445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.712853 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.713409 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.713840 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.714185 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.714701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.715064 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.715388 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.715728 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.716471 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:27.721748 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:27.739249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156677-a645-418c-b744-28ad2ec3dd88 req-e1039cbf-3360-43b5-b778-a1cbf8a56202 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:27.741108 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-01156677-a645-418c-b744-28ad2ec3dd88 req-e1039cbf-3360-43b5-b778-a1cbf8a56202 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 931 time: 0.1056569
May 18 01:40:27.747204 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:27.748509 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:27.778867 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5ad25242-1286-4c1f-b134-d33a0386c2b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1774220
May 18 01:40:27.804334 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Request body: {'port': {'device_id': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:27.810078 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-01156677-a645-418c-b744-28ad2ec3dd88 req-de0fb246-891c-4e48-a7f8-db2a96eb75ad tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620205
May 18 01:40:27.935904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:28.074166 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'fcacad8c-00a8-4188-8908-a78179aa3614'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:40:28.593615 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:40:28.611269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:28.643964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Transition to ACTIVE for port object e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:40:28.651093 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:28.667099 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:28.881844 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:28.890166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4219-672f-43a2-bb68-dec4cba6f5cb req-f67c0959-9930-4c4e-91bf-bff0e36222bb tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:28.892024 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2fcd4219-672f-43a2-bb68-dec4cba6f5cb req-f67c0959-9930-4c4e-91bf-bff0e36222bb tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 948 time: 0.1728404
May 18 01:40:28.893216 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:28.979443 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2fcd4219-672f-43a2-bb68-dec4cba6f5cb req-f8554156-dddf-4adb-b1ca-9ca3468d4503 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810554
May 18 01:40:28.985662 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Attempting to bind port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:40:28.986099 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Attempting to bind port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:40:28.986522 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Attempting to bind port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:40:29.000336 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd on network 34ad0de6-e603-440b-8c73-37173bf6aad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:40:29.000974 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Attempting to bind port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd on network 34ad0de6-e603-440b-8c73-37173bf6aad9 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:40:29.014368 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:40:29.015085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Checking segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:40:29.015687 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Bound using segment: {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:40:29.017127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Bound port: e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a876bd9-c221-4dcb-9024-c2c2884cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:40:29.017598 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:29.138135 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:40:29.141634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:40:29.148597 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:29.159792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:29.197312 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671597-23e9-45ec-9cfe-327035b95952 req-815fa0e7-4658-45da-a362-984ffe143f18 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:29.205460 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-96671597-23e9-45ec-9cfe-327035b95952 req-815fa0e7-4658-45da-a362-984ffe143f18 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 943 time: 0.1277695
May 18 01:40:29.229030 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:29.229705 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:29.231196 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] 10.222.0.32 "PUT /v2.0/ports/e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd HTTP/1.1" status: 200  len: 1093 time: 1.4382958
May 18 01:40:29.232173 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:29.263852 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:29.267423 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:29.358960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-96671597-23e9-45ec-9cfe-327035b95952 req-8c1bd035-ce94-44f9-a11a-7d113b649084 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523581
May 18 01:40:29.364524 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd', 'status': 'completed', 'code': 200}
May 18 01:40:29.409075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-e73dc54d-356d-4049-aea1-9f048586b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:29.410492 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-e73dc54d-356d-4049-aea1-9f048586b3e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 1096 time: 0.1167002
May 18 01:40:29.506039 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-64f32e60-2e38-4451-a2ea-84b26222bec8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd HTTP/1.1" status: 200  len: 217 time: 0.0807023
May 18 01:40:29.567655 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d559-78dd-450b-bf51-59d41087e1ad req-917fae7f-1040-4b3d-9aa3-45a726e94e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:29.569132 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-917fae7f-1040-4b3d-9aa3-45a726e94e48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.0582340
May 18 01:40:29.624053 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-03997b84-01b8-4451-acc1-57ce660b4fad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460663
May 18 01:40:29.785633 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-d56bee43-f9b7-4307-aea8-a1b1421304b9 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454155
May 18 01:40:29.885761 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 4471f092-4c32-4127-841f-194070f04887 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:40:30.008589 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2825d559-78dd-450b-bf51-59d41087e1ad req-4dc071d0-393b-4e90-9b5d-a0219828603e service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027640
May 18 01:40:30.019676 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 4471f092-4c32-4127-841f-194070f04887 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:40:30.032519 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 4471f092-4c32-4127-841f-194070f04887 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:40:30.033093 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:30.276647 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-a7ba18e6-8017-43a9-8703-3cb9b467ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:30.279430 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-a7ba18e6-8017-43a9-8703-3cb9b467ceca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7818818dab5a4878b403e46b3fedf215&device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 1096 time: 0.1855061
May 18 01:40:30.321855 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:30.334484 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6a24-02fb-4ac4-8c43-ec3aa875f36a req-83adc129-ba70-4d5a-a561-2b199af1bc3a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:30.338408 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-de6a6a24-02fb-4ac4-8c43-ec3aa875f36a req-83adc129-ba70-4d5a-a561-2b199af1bc3a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 948 time: 0.1490328
May 18 01:40:30.403461 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4471f092-4c32-4127-841f-194070f04887'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:30.434125 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4471f092-4c32-4127-841f-194070f04887,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:30.443272 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:30.444093 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-de6a6a24-02fb-4ac4-8c43-ec3aa875f36a req-f915db8f-b601-4286-886f-4d5f9f34b725 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899065
May 18 01:40:30.445201 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:30.570276 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:30.578400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.578753 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.579095 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.579429 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.579772 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.580113 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.580468 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.580925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.581316 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.581601 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.581969 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.582258 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:30.586442 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:30.599233 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-c34028ca-f9e4-4bc9-a4f3-8874aa0b6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:30.600678 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-c34028ca-f9e4-4bc9-a4f3-8874aa0b6a42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 200  len: 915 time: 0.3066401
May 18 01:40:30.688148 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4471f092-4c32-4127-841f-194070f04887', 'code': 200}
May 18 01:40:30.724662 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-14153c5d-99b7-4bfb-a4a2-ec01c5491b36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd HTTP/1.1" status: 200  len: 217 time: 0.1126580
May 18 01:40:30.736900 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ec77-59da-4658-8068-bfc41df677e3 req-76df04bb-d988-408b-9137-aa9c6a700955 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:30.738982 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2ad0ec77-59da-4658-8068-bfc41df677e3 req-76df04bb-d988-408b-9137-aa9c6a700955 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 943 time: 0.1580191
May 18 01:40:30.806493 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-d298aa2f-1856-42ea-a468-6ec9284631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:30.808188 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-d298aa2f-1856-42ea-a468-6ec9284631e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 200  len: 855 time: 0.0663683
May 18 01:40:30.854963 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2ad0ec77-59da-4658-8068-bfc41df677e3 req-b9d6b859-80f0-4546-812c-fa9baaa36409 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079583
May 18 01:40:30.863240 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-ec6174cc-617c-4805-8774-03d021380281 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34ad0de6-e603-440b-8c73-37173bf6aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462050
May 18 01:40:31.062572 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ac879-a462-4d8d-993e-ddcedac8ef3c req-f4441c41-9249-48c7-87b7-f2e873dca882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:31.064025 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f21ac879-a462-4d8d-993e-ddcedac8ef3c req-f4441c41-9249-48c7-87b7-f2e873dca882 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 1102 time: 0.1053107
May 18 01:40:31.115589 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f21ac879-a462-4d8d-993e-ddcedac8ef3c req-36e23e17-b6bf-42b1-8602-f7c877aee7e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414090
May 18 01:40:31.194486 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-6c9429a3-8b9a-4af9-ab82-9defe850a960 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171093
May 18 01:40:31.352214 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fe0bf4fe-ec99-45ad-a603-d379696ab461 req-2d45fcc1-ec04-426a-973c-4e225146ba42 service neutron] 10.222.0.32 "GET /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492605
May 18 01:40:31.691050 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9babd9-4430-4d38-acfc-169476b03b71 req-d670903e-5beb-4cbb-a86e-615398fb48c5 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:31.693858 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0f9babd9-4430-4d38-acfc-169476b03b71 req-d670903e-5beb-4cbb-a86e-615398fb48c5 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 949 time: 0.1254706
May 18 01:40:31.752373 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0f9babd9-4430-4d38-acfc-169476b03b71 req-ecdb273f-a67a-49a4-82d0-0ec443645c2c tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511627
May 18 01:40:31.902578 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:40:31.986945 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 55196) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:32.146373 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:32.182758 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.190110 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd', 'network_id': '34ad0de6-e603-440b-8c73-37173bf6aad9', 'port_id': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd', 'mac_address': 'fa:16:3e:b9:45:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e270421-950e-44b4-9388-6e81b91f650d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:40:32.202472 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:32.209557 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Usage tracker for resource:security_group_rule and tenant:54ee9e10a2674971a96d710d72734f35 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:32.220238 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129e9f-8afb-40b4-b7d6-70d1f404f4fe req-999a0724-c090-4559-a8a2-851b702d4217 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:32.222337 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe129e9f-8afb-40b4-b7d6-70d1f404f4fe req-999a0724-c090-4559-a8a2-851b702d4217 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 943 time: 0.2181654
May 18 01:40:32.235854 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:32.254239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:32.262244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.298244 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe129e9f-8afb-40b4-b7d6-70d1f404f4fe req-2f1cd772-beaa-47f9-ad28-809f82054869 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649970
May 18 01:40:32.308163 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:40:32.314272 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-902974e1-5816-45c3-8f91-a9f97d93fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.342199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:32.351382 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.354395 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:32.474583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.477338 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:32.480052 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.482209 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:32.500823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:32.583823 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54ee9e10a2674971a96d710d72734f35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5952456
May 18 01:40:32.584988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c756e7-4085-4fa4-8d75-11a0c20d943c,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:32.587923 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55210) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:32.602112 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:32.671033 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.704280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.781162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.789879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-41b152b2-3dc4-4b63-8189-7f04e9396171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:32.806848 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c756e7-4085-4fa4-8d75-11a0c20d943c,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:32.819198 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:32.823344 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25c756e7-4085-4fa4-8d75-11a0c20d943c HTTP/1.1" status: 204  len: 168 time: 0.2310717
May 18 01:40:32.823921 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:40:32.825216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.825979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.826377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.826991 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.827543 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.827890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.828227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.828676 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.829228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.829794 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.830363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.830932 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:40:32.842869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:33.126964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9efe6-617e-49e0-832d-dd20154720a8 req-8ca3ea75-1637-4b4b-9156-5829654c6a5f tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:33.128461 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f7d9efe6-617e-49e0-832d-dd20154720a8 req-8ca3ea75-1637-4b4b-9156-5829654c6a5f tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 949 time: 0.1382079
May 18 01:40:33.196057 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f7d9efe6-617e-49e0-832d-dd20154720a8 req-dbe2c001-f6bc-45cf-9c59-9bd939f9032d tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568571
May 18 01:40:33.535801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416e92-0470-4664-8b69-147513a2066f req-40840325-afe9-4958-b3b9-1a9f2d0b6a15 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:33.544957 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36416e92-0470-4664-8b69-147513a2066f req-40840325-afe9-4958-b3b9-1a9f2d0b6a15 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 944 time: 0.1080525
May 18 01:40:33.608540 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36416e92-0470-4664-8b69-147513a2066f req-ac76beb3-5d55-49e7-9f1c-28c3c4fad50f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627174
May 18 01:40:33.785910 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64394599-c10f-424e-a551-47c47b2a0c16 req-162a601a-ea65-4a29-8093-241e3d5819fb tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:33.810779 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64394599-c10f-424e-a551-47c47b2a0c16 req-162a601a-ea65-4a29-8093-241e3d5819fb tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 949 time: 0.1190443
May 18 01:40:33.894608 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64394599-c10f-424e-a551-47c47b2a0c16 req-cd4d7506-3e83-43f3-9c8c-021820156064 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761416
May 18 01:40:34.642953 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:34.672385 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-bc56fbf4-24b0-4040-82a5-cd6723dadf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:34.893674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473ef80-f6cb-4e14-9a07-5d41703e7790 req-9af86f0d-b4c4-4094-b6dd-9c66018cd49d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:34.897426 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d473ef80-f6cb-4e14-9a07-5d41703e7790 req-9af86f0d-b4c4-4094-b6dd-9c66018cd49d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 944 time: 0.1492133
May 18 01:40:34.972840 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d473ef80-f6cb-4e14-9a07-5d41703e7790 req-d3b0e73a-fb00-4989-8f8f-0a5cfcfa226d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694525
May 18 01:40:35.127573 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60461ef-0fa8-43bc-a0da-069f8384d528 req-2d724537-76df-42f6-b2e0-c6454eb6608a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:35.135266 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a60461ef-0fa8-43bc-a0da-069f8384d528 req-2d724537-76df-42f6-b2e0-c6454eb6608a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 949 time: 0.0981388
May 18 01:40:35.177108 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a60461ef-0fa8-43bc-a0da-069f8384d528 req-4e9387a9-c3f3-456f-a425-3d6b21bd755a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407887
May 18 01:40:35.699398 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:35.818899 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-8814b1c0-a380-48e0-bf12-5e63c312991a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:35.820461 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-8814b1c0-a380-48e0-bf12-5e63c312991a tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.32 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 949 time: 0.1142862
May 18 01:40:35.960011 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:40:36.068148 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Deleting port 4471f092-4c32-4127-841f-194070f04887 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:40:36.068542 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.102514 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:40:36.110602 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:40:36.111490 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.301800 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] For port 4471f092-4c32-4127-841f-194070f04887, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4471f092-4c32-4127-841f-194070f04887,segment=NetworkSegment(167f3089-fc64-43c5-b940-5d1fe2a7fa2c),segment_id=167f3089-fc64-43c5-b940-5d1fe2a7fa2c)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:36.303777 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.323382 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.357196 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:36.380840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:40:36.388351 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.391366 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:36.398347 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:40:36.419286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108ca65-5ba8-4ada-8753-a6c3ea5647e3 req-f8780cff-e6cd-4917-a467-1d48694b534b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:36.427454 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0108ca65-5ba8-4ada-8753-a6c3ea5647e3 req-f8780cff-e6cd-4917-a467-1d48694b534b tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 944 time: 0.2306168
May 18 01:40:36.484415 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0108ca65-5ba8-4ada-8753-a6c3ea5647e3 req-9df0fb14-1bd0-4901-9e0a-4d667e47c679 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559359
May 18 01:40:36.553935 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd', 'code': 200}
May 18 01:40:36.568675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Calling delete_port for 4471f092-4c32-4127-841f-194070f04887 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:40:36.570521 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:36.579987 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:36.825449 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:36.832167 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:36.864259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a67e-8bc4-47a7-985b-7c483557560d req-ff71e730-8c1a-438c-823e-8369fda8730b tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:36.874811 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2163a67e-8bc4-47a7-985b-7c483557560d req-ff71e730-8c1a-438c-823e-8369fda8730b tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/ports?device_id=014efcc0-20a4-4ce5-b190-6c53a3098130 HTTP/1.1" status: 200  len: 867 time: 0.3176992
May 18 01:40:36.964692 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Pushing event deleted for resources: {'Port': ['ID=4471f092-4c32-4127-841f-194070f04887,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:36.969902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:37.097656 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2163a67e-8bc4-47a7-985b-7c483557560d req-3a5bf92a-feac-4deb-b808-c6460474d71c tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbcef2e4-5ca6-4534-b232-4c3901521079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215943
May 18 01:40:37.121759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] No DVR routers for this DVR port 4471f092-4c32-4127-841f-194070f04887 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:40:37.131053 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:37.133842 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'name': 'network-vif-deleted', 'tag': '4471f092-4c32-4127-841f-194070f04887'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:40:37.167286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51945c9c-f744-4150-b2d1-8ce1db83987b req-1231ea71-2193-4f8e-9780-e1beb9a717f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:37.169083 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-51945c9c-f744-4150-b2d1-8ce1db83987b req-1231ea71-2193-4f8e-9780-e1beb9a717f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 1098 time: 0.2436650
May 18 01:40:37.224272 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b70e34b8-9a48-4a76-9d26-380a48290bca req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] 10.222.0.32 "DELETE /v2.0/ports/4471f092-4c32-4127-841f-194070f04887 HTTP/1.1" status: 204  len: 173 time: 1.3955338
May 18 01:40:37.269447 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014efcc0-20a4-4ce5-b190-6c53a3098130', 'name': 'network-vif-deleted', 'tag': '4471f092-4c32-4127-841f-194070f04887', 'status': 'completed', 'code': 200}
May 18 01:40:37.336903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-51945c9c-f744-4150-b2d1-8ce1db83987b req-7ae4b97a-b24f-426a-8245-dbc56668e344 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544857
May 18 01:40:37.353363 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:37.672653 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e4c8-8c1d-461a-aef8-5740b9c8e115 req-fb4437c5-8301-4381-9fa2-d7acfa80c009 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:37.674133 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38d3e4c8-8c1d-461a-aef8-5740b9c8e115 req-fb4437c5-8301-4381-9fa2-d7acfa80c009 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1496758
May 18 01:40:37.676335 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-96da1e83-06d4-4cb8-b8f6-d1d560a41449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:37.677649 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-96da1e83-06d4-4cb8-b8f6-d1d560a41449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.1201117
May 18 01:40:37.927370 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38d3e4c8-8c1d-461a-aef8-5740b9c8e115 req-fe2cb701-9baf-41a3-99b7-6a7657795650 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439666
May 18 01:40:37.981908 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-fc560161-67d9-44c1-a163-a56d681d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:37.983399 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-fc560161-67d9-44c1-a163-a56d681d7ecc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.2852421
May 18 01:40:37.984028 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 4471f092-4c32-4127-841f-194070f04887 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:40:38.053808 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 4471f092-4c32-4127-841f-194070f04887 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:40:38.054523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 4471f092-4c32-4127-841f-194070f04887 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:40:38.058296 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99168019-38b6-4b98-88e1-786586114a56 req-878681bf-8536-4fa8-80bd-3cd41c9d27aa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:38.067055 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-99168019-38b6-4b98-88e1-786586114a56 req-878681bf-8536-4fa8-80bd-3cd41c9d27aa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.2917950
May 18 01:40:38.092544 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-ce92bbf7-a21b-48bb-a4f4-a66dda26cc8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.1001272
May 18 01:40:38.182311 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-99168019-38b6-4b98-88e1-786586114a56 req-3293665d-27bf-4aae-b582-5804b69bf231 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140354
May 18 01:40:38.213575 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-839c9c4e-22f6-4c69-9ff8-f412ff7db728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:38.217657 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-839c9c4e-22f6-4c69-9ff8-f412ff7db728 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.1103756
May 18 01:40:38.275961 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-6a2bd854-a95b-44b3-b2d5-3b5e1ccac27e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452528
May 18 01:40:38.449665 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-c1c31733-5b45-48c3-b5de-959b89e5d74a service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640458
May 18 01:40:38.664055 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bca1514b-4d01-4b7c-9f23-0f52d08708b0 req-477de6e7-b9bc-4446-9406-a2e7024a9348 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068417
May 18 01:40:39.281920 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bffa0-ebfe-4e35-8f58-7c2daf3d4484 req-423c7822-f366-466c-9a58-8964b8b42090 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:39.289612 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-696bffa0-ebfe-4e35-8f58-7c2daf3d4484 req-423c7822-f366-466c-9a58-8964b8b42090 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1917558
May 18 01:40:39.393250 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-696bffa0-ebfe-4e35-8f58-7c2daf3d4484 req-355476ab-a572-4319-b9a6-868eb7702088 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017776
May 18 01:40:39.618264 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd5a3a-2bb4-4bd0-8d14-a084c2babf38 req-364baedb-283f-4549-ae59-f854233534a3 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:39.630759 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3bfd5a3a-2bb4-4bd0-8d14-a084c2babf38 req-364baedb-283f-4549-ae59-f854233534a3 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.1094389
May 18 01:40:39.687709 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3bfd5a3a-2bb4-4bd0-8d14-a084c2babf38 req-95e7134b-5ce3-4dd9-bdb4-c40eaea0b3f2 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559366
May 18 01:40:40.735467 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91828d89-4651-4da8-bae9-cb5fbb87efb8 req-1e47e9a2-17c4-4aff-9e5c-2f78a973d530 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:40.743985 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91828d89-4651-4da8-bae9-cb5fbb87efb8 req-1e47e9a2-17c4-4aff-9e5c-2f78a973d530 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1096578
May 18 01:40:40.805986 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91828d89-4651-4da8-bae9-cb5fbb87efb8 req-a4fe6b7f-698a-492a-87f4-c152f9f71847 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584803
May 18 01:40:42.069735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680567-0d78-4380-9275-c199c94135d3 req-fac28b2f-de1e-4c72-87b3-929b8de2e63c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:42.077646 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e9680567-0d78-4380-9275-c199c94135d3 req-fac28b2f-de1e-4c72-87b3-929b8de2e63c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1254680
May 18 01:40:42.119091 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e9680567-0d78-4380-9275-c199c94135d3 req-3cda841f-637c-453d-8cba-67d2ed783481 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406706
May 18 01:40:43.330551 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832c66a-cc02-469a-ac34-ba0aaf49ca1c req-130efefc-0091-4802-a433-1e80e34a4041 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:43.332484 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2832c66a-cc02-469a-ac34-ba0aaf49ca1c req-130efefc-0091-4802-a433-1e80e34a4041 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0975127
May 18 01:40:43.382164 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2832c66a-cc02-469a-ac34-ba0aaf49ca1c req-0d944b56-f17c-4860-a387-530e0fdd3aa7 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429769
May 18 01:40:44.473140 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55796) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:44.615883 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Deleting subnet 7678bcad-b0ad-4bf3-a3f4-02084e1da3bb {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:40:44.630459 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:44.700446 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4617-0e19-43ab-a9c9-fa0510bd9698 req-4e1b5678-00a3-4989-a79c-2258b5bc7a96 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:44.702219 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-078d4617-0e19-43ab-a9c9-fa0510bd9698 req-4e1b5678-00a3-4989-a79c-2258b5bc7a96 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1770329
May 18 01:40:44.705258 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:44.805337 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:44.839206 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-078d4617-0e19-43ab-a9c9-fa0510bd9698 req-e66cd7d6-651c-4561-b939-49b08ee96c0f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898037
May 18 01:40:45.138463 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.142566 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-da24dc98-8a06-49e8-9b6c-0f32594550bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:45.176681 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7678bcad-b0ad-4bf3-a3f4-02084e1da3bb,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:45.179571 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:45.184402 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.189970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7678bcad-b0ad-4bf3-a3f4-02084e1da3bb HTTP/1.1" status: 204  len: 168 time: 0.7151222
May 18 01:40:45.192391 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55804) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:45.298602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.426194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.440710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9b41cbb0>,) {'filters': {'network_id': ['c49dab14-84c3-441e-a7e2-c852ef7f99c5']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:40:45.453628 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b41cbb0>, 'ec94950b-9e16-4b29-a378-42e5d3c3b81f') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:40:45.453921 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b41cbb0>, 'ec94950b-9e16-4b29-a378-42e5d3c3b81f') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:40:45.465908 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.483045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.490598 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:40:45.490969 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:40:45.505110 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:40:45.581486 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.586413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7db69714-a5f6-4a55-bf15-3a07870f713a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:45.596773 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 55818) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:45.603427 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.609683 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49dab14-84c3-441e-a7e2-c852ef7f99c5,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:45.615459 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:45.624746 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a583a43a-c9dd-4868-9fcc-bb584092ce05 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c49dab14-84c3-441e-a7e2-c852ef7f99c5 HTTP/1.1" status: 204  len: 168 time: 0.4314015
May 18 01:40:45.762108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55834) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:45.785655 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8243da0d-1043-4bf8-9b4c-46e2e1ed936e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d7700d14079481982fb6ae9a18c6224&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869817
May 18 01:40:45.786215 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 55838) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:45.821050 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5b08f799-7e29-4074-ac44-5c8821b4584a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc6f3859cf8e4b078185ad84e62d51a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573852
May 18 01:40:45.822837 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55842) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:45.850469 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.890290 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.901118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.931161 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.954868 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.959809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-02b8a168-7a57-42fa-a3ec-8c1a6e9e5532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:45.973741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcef2e4-5ca6-4534-b232-4c3901521079,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:45.978633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:45.986405 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:45.991594 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbcef2e4-5ca6-4534-b232-4c3901521079 HTTP/1.1" status: 204  len: 168 time: 0.2043865
May 18 01:40:46.048319 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6dd27-60e6-46b2-a1cd-2af801d6d119 req-059f92f2-064f-46f3-8292-052253178ea6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:46.049704 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c7a6dd27-60e6-46b2-a1cd-2af801d6d119 req-059f92f2-064f-46f3-8292-052253178ea6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0981019
May 18 01:40:46.050763 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:46.054509 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-927f4c0d-f969-4723-afcf-8c554af2e766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:46.079584 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d755a1-04e7-41ae-874a-4da8e28439a0,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:46.083360 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:46.102045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:46.104760 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53d755a1-04e7-41ae-874a-4da8e28439a0 HTTP/1.1" status: 204  len: 168 time: 0.2804465
May 18 01:40:46.117717 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c7a6dd27-60e6-46b2-a1cd-2af801d6d119 req-e5dfa01b-35e9-46ce-ad0d-b9f1dcff1c12 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542781
May 18 01:40:46.838568 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55896) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:47.127308 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1959800332-network', 'tenant_id': 'd7a4c6597af74bf0998a3927c38e3b52'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:47.135092 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:47.140579 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Usage tracker for resource:network and tenant:d7a4c6597af74bf0998a3927c38e3b52 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:47.144790 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:47.158476 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:47.174782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Made reservation on behalf of d7a4c6597af74bf0998a3927c38e3b52 for: {'network': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:40:47.178649 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.206403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.232833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:47.237491 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Usage tracker for resource:security_group_rule and tenant:d7a4c6597af74bf0998a3927c38e3b52 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:47.242631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:47.284673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:47.435388 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1c97-0494-41d4-905b-fd06a74af5a8 req-2e8d63e6-70f0-4a9f-8b43-415d1a829ce4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:47.436972 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-335e1c97-0494-41d4-905b-fd06a74af5a8 req-2e8d63e6-70f0-4a9f-8b43-415d1a829ce4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1956007
May 18 01:40:47.483875 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d73f-21cb-4310-99e0-876ee9d4e998 req-f489d75c-9310-4a26-acb7-5381c45acee3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:47.485364 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0468d73f-21cb-4310-99e0-876ee9d4e998 req-f489d75c-9310-4a26-acb7-5381c45acee3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1869273
May 18 01:40:47.526565 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.536143 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.544542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:47.556096 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-335e1c97-0494-41d4-905b-fd06a74af5a8 req-aa05ac4e-7511-468e-85ef-71609b7ffc79 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081007
May 18 01:40:47.590583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=78859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:40:47.597243 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0468d73f-21cb-4310-99e0-876ee9d4e998 req-d26d193a-637b-4c5b-af0e-452fa306b261 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988700
May 18 01:40:47.635822 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc6d37-d4af-44bd-bbb5-1164f55ea518,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:47.644407 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:47.659233 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.659375 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.segments_db [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Added segment 2bd8d918-e052-4a2b-9c08-1cfd86a22f47 of type vlan for network d65b85fd-08c9-43e8-8336-2db4b9430060
May 18 01:40:47.696470 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.717852 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-98ad242e-5867-4a2b-b45c-4de01f71f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:47.726440 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-98ad242e-5867-4a2b-b45c-4de01f71f7f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.1212490
May 18 01:40:47.740505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.742237 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:47.742988 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:47.756993 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:47.923161 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0834928
May 18 01:40:47.926365 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 55934) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:47.934601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Pushing event updated for resources: {'Network': ['ID=d65b85fd-08c9-43e8-8336-2db4b9430060,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:47.937291 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Request body: {'subnet': {'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1959800332-subnet', 'tenant_id': 'd7a4c6597af74bf0998a3927c38e3b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:47.938412 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:47.945085 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network d65b85fd-08c9-43e8-8336-2db4b9430060 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:40:47.957990 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:47.969908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Usage tracker for resource:subnet and tenant:d7a4c6597af74bf0998a3927c38e3b52 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:47.979786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:47.987670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-9595ba73-668d-481f-9b32-b64875973fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:47.989641 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-9595ba73-668d-481f-9b32-b64875973fd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.2359400
May 18 01:40:48.001379 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:48.012735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Made reservation on behalf of d7a4c6597af74bf0998a3927c38e3b52 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:40:48.016162 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:48.074904 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-c2744c4d-901b-4754-943c-ea8c791a9e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0686188
May 18 01:40:48.142213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-9703d645-c232-480a-a740-8fd33803b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:48.143670 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-9703d645-c232-480a-a740-8fd33803b4dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0620637
May 18 01:40:48.200584 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-6d5b8f0c-aeab-4897-afb8-894f8d8b985a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414143
May 18 01:40:48.410974 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:48.415790 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:48.416840 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-a316a37a-7f29-46b6-b3dd-48322ef3b175 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029669
May 18 01:40:48.507566 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55944) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:48.567914 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ca1699-a222-4b53-b8eb-28ac5e125c72,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:48.571673 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:48.572555 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Checking segment: {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:40:48.572907 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Network hostable DHCP agents. Network: d65b85fd-08c9-43e8-8336-2db4b9430060, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:40:48.574269 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b3722ec-2caa-4561-ab28-1291e29e34aa req-2356cea5-a5f6-4f36-aba0-055fab458a7d service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386683
May 18 01:40:48.592461 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Network d65b85fd-08c9-43e8-8336-2db4b9430060 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:40:48.604352 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, d65b85fd-08c9-43e8-8336-2db4b9430060) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:40:48.614500 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:48.615131 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:48.616945 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35449a10-1f88-4102-bf95-61dd233a560f None None] Network d65b85fd-08c9-43e8-8336-2db4b9430060 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:40:48.653002 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0511d047-a8f2-4166-8f07-a5310a93d59b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7242396
May 18 01:40:48.711220 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:48.816438 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:48.893089 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Usage tracker for resource:security_group_rule and tenant:7c341f37e6414806b19b7742e17eef85 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:48.908289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:48.917875 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e32e517-b330-43b5-b742-87106baa4051 None None] Network d65b85fd-08c9-43e8-8336-2db4b9430060 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:40:48.935396 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:49.039698 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f5c97-78c5-40dc-ac82-d874fcbef2a5 req-ae36d353-1416-46f5-acc4-0f1fd7f4951c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:49.046258 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b2f5c97-78c5-40dc-ac82-d874fcbef2a5 req-ae36d353-1416-46f5-acc4-0f1fd7f4951c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2269006
May 18 01:40:49.058689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86291e5-be00-4034-b9c2-00a388075e15 req-bf2bdbee-8ae1-40c8-aff0-88e6a176d6cf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:49.060456 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b86291e5-be00-4034-b9c2-00a388075e15 req-bf2bdbee-8ae1-40c8-aff0-88e6a176d6cf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.3123910
May 18 01:40:49.112911 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.138755 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.190878 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:49.228183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83112c83-1d42-41a3-8743-d86423701d46,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:49.256921 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:49.277435 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1b2f5c97-78c5-40dc-ac82-d874fcbef2a5 req-ecfdb1df-1f52-4c15-b678-2bd3bcec65f2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2134023
May 18 01:40:49.309289 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c341f37e6414806b19b7742e17eef85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8006656
May 18 01:40:49.312656 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 55970) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:40:49.343611 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b86291e5-be00-4034-b9c2-00a388075e15 req-010936ef-645f-4159-a3da-cc050d0473b6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135971
May 18 01:40:49.392194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.418663 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.492937 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.500011 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c5411d37-287d-499e-9c9e-73d5aa8e6efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:49.516987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:49.520502 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83112c83-1d42-41a3-8743-d86423701d46 HTTP/1.1" status: 204  len: 168 time: 0.2045276
May 18 01:40:49.520502 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83112c83-1d42-41a3-8743-d86423701d46,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:49.534057 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:50.545051 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26cb1-863e-4f5d-8905-ff3bdb1985a6 req-5b41bbf4-8447-46cc-85a1-d340308bfbdb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:50.546478 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eaa26cb1-863e-4f5d-8905-ff3bdb1985a6 req-5b41bbf4-8447-46cc-85a1-d340308bfbdb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1477416
May 18 01:40:50.559080 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a1e07-de58-4942-bc9a-c1b3f8a9da35 req-2d1f28da-f81a-4fed-8583-aad0b826f7d3 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:50.560721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-877a1e07-de58-4942-bc9a-c1b3f8a9da35 req-2d1f28da-f81a-4fed-8583-aad0b826f7d3 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1081688
May 18 01:40:50.622590 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:50.632791 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eaa26cb1-863e-4f5d-8905-ff3bdb1985a6 req-60981160-f61b-4736-9092-2c51f7915a12 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710843
May 18 01:40:50.637502 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-877a1e07-de58-4942-bc9a-c1b3f8a9da35 req-3f899ac0-da99-45ce-a521-a1047d761f51 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628014
May 18 01:40:51.885453 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e32e5-13d6-414f-8f7b-ac1538ad39a3 req-e7fa3fec-ef55-4e66-b849-40e61c581a8c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:51.886908 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a25e32e5-13d6-414f-8f7b-ac1538ad39a3 req-e7fa3fec-ef55-4e66-b849-40e61c581a8c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1429465
May 18 01:40:51.894938 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec4a07-04d6-4775-833f-8637722c7dba req-6026a802-8f44-4e77-ba31-5339f0f4da9f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:51.896273 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c7ec4a07-04d6-4775-833f-8637722c7dba req-6026a802-8f44-4e77-ba31-5339f0f4da9f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1131849
May 18 01:40:51.970048 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a25e32e5-13d6-414f-8f7b-ac1538ad39a3 req-4a4b64d6-8dc0-4922-90b3-2798572c2e5b tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727308
May 18 01:40:51.972659 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c7ec4a07-04d6-4775-833f-8637722c7dba req-216e6fd1-35c5-4485-9ac0-fa8d32527f75 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616989
May 18 01:40:53.220503 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27109663-21e3-4c5f-a828-72b67f5a8c96 req-3c77b340-24e9-4d7c-a7da-7e69b1ac8662 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:53.221962 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-27109663-21e3-4c5f-a828-72b67f5a8c96 req-3c77b340-24e9-4d7c-a7da-7e69b1ac8662 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1393139
May 18 01:40:53.238428 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5406-077d-4ef1-96f3-014355a2675d req-852b5d3b-0422-41b2-81a1-cbe0674b74ca tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:53.240090 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-26bd5406-077d-4ef1-96f3-014355a2675d req-852b5d3b-0422-41b2-81a1-cbe0674b74ca tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1205690
May 18 01:40:53.311447 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-27109663-21e3-4c5f-a828-72b67f5a8c96 req-d0bd8e8d-8326-43ec-a0c7-1ea3b6173ca6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703549
May 18 01:40:53.321074 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-26bd5406-077d-4ef1-96f3-014355a2675d req-4df745a5-55a6-443b-838d-9fff7d7231f2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646021
May 18 01:40:53.541394 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-0c4a84df-caa5-449f-8f78-4fac58d8213f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:53.541979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-0c4a84df-caa5-449f-8f78-4fac58d8213f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Synchronizing usage tracker for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:network {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:53.558803 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-0c4a84df-caa5-449f-8f78-4fac58d8213f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Unset dirty status for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:network {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:53.559916 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-0c4a84df-caa5-449f-8f78-4fac58d8213f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 814 time: 0.1594291
May 18 01:40:53.574780 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-cd2706ec-079e-415b-84a1-5b5e940ee5e2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/quotas/d7a4c6597af74bf0998a3927c38e3b52 HTTP/1.1" status: 200  len: 375 time: 0.0088720
May 18 01:40:53.620486 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-0ed00a69-af17-46cc-8c08-c257731a1e97 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406961
May 18 01:40:53.748716 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-e251f6e8-8df8-47c5-afbd-7bde6809aaa6 service neutron] 10.222.0.16 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216574
May 18 01:40:53.938805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-c40edf23-119a-4e61-b8f2-5cd76aa03e34 service neutron] 10.222.0.16 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843078
May 18 01:40:54.127711 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b1e944c-eabd-40e4-8af7-c700b78dd301 req-a9d43d0f-2c77-44b4-9c2c-6c9ee7ab1fc0 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 210 time: 0.0444281
May 18 01:40:54.585221 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca86a-a939-4178-9433-fd13aaeac1a0 req-606fc31d-b218-42d4-b795-fcb1c789c144 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:54.586707 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ceca86a-a939-4178-9433-fd13aaeac1a0 req-606fc31d-b218-42d4-b795-fcb1c789c144 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1429584
May 18 01:40:54.594136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97ed6-e4f2-4942-a10a-7f6e98674b54 req-4b5ab24a-c4e3-49b1-a31c-4dc6abf5fa89 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:54.595462 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d5c97ed6-e4f2-4942-a10a-7f6e98674b54 req-4b5ab24a-c4e3-49b1-a31c-4dc6abf5fa89 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1194828
May 18 01:40:54.665426 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ceca86a-a939-4178-9433-fd13aaeac1a0 req-23dbb7db-4d14-4ded-bf60-7bede7c4e537 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683706
May 18 01:40:54.668336 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d5c97ed6-e4f2-4942-a10a-7f6e98674b54 req-1ae94d49-4950-4172-8fd0-f3f56c656b21 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587370
May 18 01:40:55.275865 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b385bdb2-77d4-457d-a7f8-572e0d7feb45 req-945293f0-0220-41c0-944b-6aca36dd7301 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 210 time: 0.0439031
May 18 01:40:55.907146 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8a86-fff2-4efb-906e-5f3c7038cbb6 req-1cf219e0-fccb-40f7-a9fe-50d22de3eb29 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:55.908638 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-726f8a86-fff2-4efb-906e-5f3c7038cbb6 req-1cf219e0-fccb-40f7-a9fe-50d22de3eb29 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1369460
May 18 01:40:55.921182 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ceb65-3f8a-475b-8b34-452604a543f1 req-676b8aef-b5d7-4c7e-a1c4-199aa2f415ff tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:55.922561 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-840ceb65-3f8a-475b-8b34-452604a543f1 req-676b8aef-b5d7-4c7e-a1c4-199aa2f415ff tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1155608
May 18 01:40:55.988507 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-726f8a86-fff2-4efb-906e-5f3c7038cbb6 req-36b494ec-5a9a-4900-ba2f-95394b4bd9b4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649700
May 18 01:40:55.995791 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-840ceb65-3f8a-475b-8b34-452604a543f1 req-9d4525e5-8f54-4def-833f-f73558a7c96c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592575
May 18 01:40:56.423302 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64142582-9a08-434e-a0bf-d059fd7de23e req-73134e6c-8900-4d0f-b268-a4e32aec8c86 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 210 time: 0.0413861
May 18 01:40:57.235594 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18c2f-0ca8-450b-898d-7fcc729b8482 req-bf4a0861-98da-4c57-a20e-7f4542227a3c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:57.237006 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5de18c2f-0ca8-450b-898d-7fcc729b8482 req-bf4a0861-98da-4c57-a20e-7f4542227a3c tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1390975
May 18 01:40:57.245797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6dc66-8448-4f3c-aefd-993742be0cba req-4f47c272-ecb2-42c7-adb4-73e787f984cb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:57.247196 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-80b6dc66-8448-4f3c-aefd-993742be0cba req-4f47c272-ecb2-42c7-adb4-73e787f984cb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1162305
May 18 01:40:57.316050 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5de18c2f-0ca8-450b-898d-7fcc729b8482 req-ae393810-c2b9-40bf-9d20-6b30fbb57fca tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678492
May 18 01:40:57.327151 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-80b6dc66-8448-4f3c-aefd-993742be0cba req-ccfe9de0-9b21-4f82-9a0d-c4e3554ce2ce tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641925
May 18 01:40:57.573034 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-861ef878-dc8b-405a-a502-668d2a95f3b9 req-275e2761-e62e-4741-84bc-fadfbe9b0ed6 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 210 time: 0.0450871
May 18 01:40:58.057181 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-492d0eef-1eb4-4655-a10f-833c2a224aa0 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:58.058582 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-492d0eef-1eb4-4655-a10f-833c2a224aa0 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 814 time: 0.1470480
May 18 01:40:58.072815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Request body: {'port': {'device_id': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060', 'admin_state_up': True, 'tenant_id': 'd7a4c6597af74bf0998a3927c38e3b52'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:40:58.210505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:40:58.214773 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Usage tracker for resource:port and tenant:d7a4c6597af74bf0998a3927c38e3b52 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:40:58.217545 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:40:58.223094 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:40:58.232397 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Made reservation on behalf of d7a4c6597af74bf0998a3927c38e3b52 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:40:58.235896 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:58.415147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Allocated IP 172.20.0.14 (d65b85fd-08c9-43e8-8336-2db4b9430060/b7ca1699-a222-4b53-b8eb-28ac5e125c72/a362a6cf-27f8-4883-9ad3-52e416d7cef1) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:40:58.796253 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1025-7fa4-4d1f-927f-6086d63fa093 req-4d07a6b6-549a-458a-9357-40da7d879b96 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:58.797643 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2cd1025-7fa4-4d1f-927f-6086d63fa093 req-4d07a6b6-549a-458a-9357-40da7d879b96 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.3438458
May 18 01:40:58.839301 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c151-c309-4b38-b208-9a588a2522a5 req-4fc6c3c1-51ed-4327-86c7-70578574f4e6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:58.840933 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a67c151-c309-4b38-b208-9a588a2522a5 req-4fc6c3c1-51ed-4327-86c7-70578574f4e6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3425040
May 18 01:40:58.863449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:58.920245 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a2cd1025-7fa4-4d1f-927f-6086d63fa093 req-c4147d6a-329a-4569-a3ce-d9dd4795c112 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101613
May 18 01:40:58.932701 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a67c151-c309-4b38-b208-9a588a2522a5 req-2eb70e6c-266c-4594-851d-499e4eda97aa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781457
May 18 01:40:58.961656 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:58.968719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:40:59.074703 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Network d65b85fd-08c9-43e8-8336-2db4b9430060 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:40:59.077946 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:40:59.080456 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:40:59.141139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Pushing event updated for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:40:59.148548 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:40:59.163119 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:59.163715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:40:59.190970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1217732
May 18 01:40:59.203008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-6c3e19e3-c831-4336-99c9-463e5d43bc9c tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:40:59.203686 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-6c3e19e3-c831-4336-99c9-463e5d43bc9c tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Synchronizing usage tracker for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:59.220455 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-6c3e19e3-c831-4336-99c9-463e5d43bc9c tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Unset dirty status for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:59.221779 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-6c3e19e3-c831-4336-99c9-463e5d43bc9c tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 932 time: 0.1989183
May 18 01:40:59.266778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-aa44402b-c8af-44be-b2b9-d9db68b22863 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Synchronizing usage tracker for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:40:59.283103 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-aa44402b-c8af-44be-b2b9-d9db68b22863 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Unset dirty status for tenant:d7a4c6597af74bf0998a3927c38e3b52 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:40:59.284491 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b82c5222-7af8-4bb9-bc6f-f9ef3e77c269 req-aa44402b-c8af-44be-b2b9-d9db68b22863 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562410
May 18 01:41:00.172146 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b934b-2b03-49f1-a473-fe4929682f28 req-d7a32008-813c-4721-ab86-68cfa462eeb1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:00.173610 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce1b934b-2b03-49f1-a473-fe4929682f28 req-d7a32008-813c-4721-ab86-68cfa462eeb1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1439910
May 18 01:41:00.182065 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b17d2-2a97-492a-be46-d70a660e6793 req-4a0a9178-7506-44f6-8f7e-755c05e29408 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:00.183396 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2f1b17d2-2a97-492a-be46-d70a660e6793 req-4a0a9178-7506-44f6-8f7e-755c05e29408 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1223519
May 18 01:41:00.250935 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ce1b934b-2b03-49f1-a473-fe4929682f28 req-dc37ea91-930c-4e8b-b798-92e4b0545181 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666318
May 18 01:41:00.258087 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2f1b17d2-2a97-492a-be46-d70a660e6793 req-5640b6af-76d1-4c34-8e3e-21a1ad2d8d26 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599947
May 18 01:41:00.467413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e5a3-b375-4060-bc67-e212de2fd440 req-565499a3-c2eb-4c43-adf5-d234a7f4aff8 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:00.468783 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-25c9e5a3-b375-4060-bc67-e212de2fd440 req-565499a3-c2eb-4c43-adf5-d234a7f4aff8 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 932 time: 0.0804143
May 18 01:41:00.513422 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-25c9e5a3-b375-4060-bc67-e212de2fd440 req-e5fc8513-9c47-49f4-9b7e-20054859a421 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390415
May 18 01:41:00.771731 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Request body: {'port': {'device_id': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:00.883867 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.223412 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a362a6cf-27f8-4883-9ad3-52e416d7cef1 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:41:01.230673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.244648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Transition to ACTIVE for port object a362a6cf-27f8-4883-9ad3-52e416d7cef1 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:01.248033 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.252223 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-23dd971e-cb12-4428-818e-e9969141c40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:01.482907 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:01.494212 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:01.602723 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Attempting to bind port a362a6cf-27f8-4883-9ad3-52e416d7cef1 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:01.603035 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Attempting to bind port a362a6cf-27f8-4883-9ad3-52e416d7cef1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:01.603345 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Attempting to bind port a362a6cf-27f8-4883-9ad3-52e416d7cef1 on network d65b85fd-08c9-43e8-8336-2db4b9430060 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:01.616413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396e-6740-4199-8940-bfc81fbc0b2e req-679605ba-cce8-42eb-ae20-6a1b3126fe83 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:01.617854 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-611e396e-6740-4199-8940-bfc81fbc0b2e req-679605ba-cce8-42eb-ae20-6a1b3126fe83 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2543967
May 18 01:41:01.619172 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Port a362a6cf-27f8-4883-9ad3-52e416d7cef1 on network d65b85fd-08c9-43e8-8336-2db4b9430060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:41:01.619477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Attempting to bind port a362a6cf-27f8-4883-9ad3-52e416d7cef1 on network d65b85fd-08c9-43e8-8336-2db4b9430060 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:01.627966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cecf27-94e6-4f0c-a8a1-c4f0d2d33a20 req-349f4686-0c66-4e0b-b5dd-e65dcf0b9ffa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:01.629332 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57cecf27-94e6-4f0c-a8a1-c4f0d2d33a20 req-349f4686-0c66-4e0b-b5dd-e65dcf0b9ffa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2224302
May 18 01:41:01.648272 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:01.648619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Checking segment: {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:01.649548 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Bound using segment: {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:01.649964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Bound port: a362a6cf-27f8-4883-9ad3-52e416d7cef1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:01.650289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.823413 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-611e396e-6740-4199-8940-bfc81fbc0b2e req-a3c90ddf-bbc3-42f4-bf56-401577e96287 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931515
May 18 01:41:01.833147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57cecf27-94e6-4f0c-a8a1-c4f0d2d33a20 req-7da111d5-c3ee-477a-a525-2db0ce9059af tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857829
May 18 01:41:01.870782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:01.873943 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:01.878942 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.884047 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6d0e57cd-7602-4d48-a91a-f64901df209f tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:01.981065 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:01.981682 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:01.983048 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] 10.222.0.32 "PUT /v2.0/ports/a362a6cf-27f8-4883-9ad3-52e416d7cef1 HTTP/1.1" status: 200  len: 1094 time: 1.2156887
May 18 01:41:01.983531 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:02.027351 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:02.032463 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:02.079845 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1', 'status': 'completed', 'code': 200}
May 18 01:41:02.118745 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044db1-1e82-42e1-8102-19bb616f3d60 req-50cd1638-4c13-42be-a1ab-c85cb85c1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:02.120845 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a7044db1-1e82-42e1-8102-19bb616f3d60 req-50cd1638-4c13-42be-a1ab-c85cb85c1c43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.0820520
May 18 01:41:02.124962 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff853855-d792-409c-a3b5-aa5230dcbbce req-f1f8d9ec-77ff-41d1-be84-0d2de21da5c9 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:02.133895 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ff853855-d792-409c-a3b5-aa5230dcbbce req-f1f8d9ec-77ff-41d1-be84-0d2de21da5c9 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 944 time: 0.2114410
May 18 01:41:02.165485 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6a26f16a-b2ed-4281-b653-1f52cd7da02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:02.166952 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-6a26f16a-b2ed-4281-b653-1f52cd7da02c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 1097 time: 0.1367793
May 18 01:41:02.174205 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a7044db1-1e82-42e1-8102-19bb616f3d60 req-c8910e44-519b-452c-a6fc-05a1bee28349 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453448
May 18 01:41:02.187004 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ff853855-d792-409c-a3b5-aa5230dcbbce req-a8b8f354-39ac-42e0-98f4-fba99f3bd0e2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523229
May 18 01:41:02.287241 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-13b76619-6621-4282-aec0-27957986c942 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1 HTTP/1.1" status: 200  len: 217 time: 0.0636449
May 18 01:41:02.287918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-23f2cd21-461c-4377-9407-771a23250e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:02.361053 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-59c05518-7902-4db1-b6cc-dc2486398cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:02.362382 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-59c05518-7902-4db1-b6cc-dc2486398cfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7ca1699-a222-4b53-b8eb-28ac5e125c72 HTTP/1.1" status: 200  len: 854 time: 0.0594094
May 18 01:41:02.408037 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-786d67ba-ff9e-49f5-b08e-d6bdfc5f7b1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d65b85fd-08c9-43e8-8336-2db4b9430060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378249
May 18 01:41:02.537376 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-b075888a-1f64-438d-954d-06c2c38b57f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217151
May 18 01:41:02.689976 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3eeeeb1e-4d3b-43a2-b782-7568e26cee5f req-7a9e59dd-7f39-4cc8-860d-acffea0ea27c service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391370
May 18 01:41:02.849462 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-93df82b1-05dc-4c9c-b5a8-822a056e8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:02.850909 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-93df82b1-05dc-4c9c-b5a8-822a056e8f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 1097 time: 0.0712793
May 18 01:41:03.111108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-754b81a8-e0fb-4da9-9328-9e63cf2cb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.112613 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-754b81a8-e0fb-4da9-9328-9e63cf2cb6f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 914 time: 0.2546699
May 18 01:41:03.204197 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-65ee2c05-bdb3-499a-ab4e-b16ed6d81168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1 HTTP/1.1" status: 200  len: 217 time: 0.0781624
May 18 01:41:03.213254 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e071-0bda-4c2a-ae30-dc9305c7379e req-ac76c510-5ab1-40ef-935b-24a936c5d854 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.214722 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dbe9e071-0bda-4c2a-ae30-dc9305c7379e req-ac76c510-5ab1-40ef-935b-24a936c5d854 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2676427
May 18 01:41:03.297983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612c34f-6d0a-4ad5-8c67-e0c50f41792b req-3fe5727b-a7b9-45c3-9cab-c5493ff46cc7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.300774 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6612c34f-6d0a-4ad5-8c67-e0c50f41792b req-3fe5727b-a7b9-45c3-9cab-c5493ff46cc7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2978222
May 18 01:41:03.354054 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-89ab3889-188e-4b67-befa-5a6f981b2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.355821 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-89ab3889-188e-4b67-befa-5a6f981b2f9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7ca1699-a222-4b53-b8eb-28ac5e125c72 HTTP/1.1" status: 200  len: 854 time: 0.1402199
May 18 01:41:03.375074 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dbe9e071-0bda-4c2a-ae30-dc9305c7379e req-7ecbf752-de0f-44a9-891c-f3a7648f5fc9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206307
May 18 01:41:03.429466 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-9ae33733-68c8-4a70-b206-9b1e7dd15bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d65b85fd-08c9-43e8-8336-2db4b9430060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449853
May 18 01:41:03.451736 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6612c34f-6d0a-4ad5-8c67-e0c50f41792b req-f08ff7e7-fd6d-47d1-9059-6aa91dd586c8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946302
May 18 01:41:03.719131 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-14d55bd8-ba38-469e-872f-2f7d00a8fdbb service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643607
May 18 01:41:03.939145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6966-31d1-45a8-ba01-cf9418aedf9f req-081e52ea-9cae-456b-8784-d436e4f1bb16 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.940641 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef6b6966-31d1-45a8-ba01-cf9418aedf9f req-081e52ea-9cae-456b-8784-d436e4f1bb16 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.2294831
May 18 01:41:03.943991 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-38e248f0-10b7-47bd-91e3-df39f5b6c001 req-1536c34e-778a-4536-88a9-c369f3bf43f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917915
May 18 01:41:03.952697 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31329a8-84d4-448c-913b-280a284ba9d3 req-8dadc257-1354-4b7b-9fe0-05c90ea52485 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:03.954117 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b31329a8-84d4-448c-913b-280a284ba9d3 req-8dadc257-1354-4b7b-9fe0-05c90ea52485 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 944 time: 0.3502929
May 18 01:41:04.024899 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef6b6966-31d1-45a8-ba01-cf9418aedf9f req-99cacb9d-c498-47ca-9e00-31aecd77884c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694656
May 18 01:41:04.033101 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b31329a8-84d4-448c-913b-280a284ba9d3 req-803a57df-ee89-4d87-8e5f-022e800a7ee5 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628381
May 18 01:41:04.569299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee7d9-e47f-4534-8c60-65df5d518aeb req-84ad93ce-a37d-4588-b71e-e9288bc8c98a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:04.570835 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64cee7d9-e47f-4534-8c60-65df5d518aeb req-84ad93ce-a37d-4588-b71e-e9288bc8c98a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0857575
May 18 01:41:04.607431 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:04.638236 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9cb5dd38-241d-4103-9745-992c0e03c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:04.673261 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-64cee7d9-e47f-4534-8c60-65df5d518aeb req-dc6a0928-fa74-44e0-9ab8-96ff6dcbe248 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959165
May 18 01:41:04.701278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f85f-a943-45be-ae4d-f176ce67f1d3 req-e2d9cf20-803e-482b-87cd-a6fd9996e8d0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:04.702793 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fcf3f85f-a943-45be-ae4d-f176ce67f1d3 req-e2d9cf20-803e-482b-87cd-a6fd9996e8d0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1116860
May 18 01:41:04.752007 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fcf3f85f-a943-45be-ae4d-f176ce67f1d3 req-7c226ab2-3b3d-4525-9b4a-646c0870819b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430629
May 18 01:41:05.308382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-37325860-6fd1-469a-a46f-3400217dc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.309758 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-37325860-6fd1-469a-a46f-3400217dc1d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 1098 time: 0.2036808
May 18 01:41:05.317856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6348c3-cc8f-454b-8435-6dba90be0800 req-041ded6f-abed-4300-b6df-918506844eb0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.319213 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe6348c3-cc8f-454b-8435-6dba90be0800 req-041ded6f-abed-4300-b6df-918506844eb0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1716962
May 18 01:41:05.327877 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c7d0-27ba-484d-a46c-bb567d55bb9f req-1565abd2-f31b-4385-a4fa-ae3aefc48ae3 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.329274 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1888c7d0-27ba-484d-a46c-bb567d55bb9f req-1565abd2-f31b-4385-a4fa-ae3aefc48ae3 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 944 time: 0.1757236
May 18 01:41:05.482018 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe6348c3-cc8f-454b-8435-6dba90be0800 req-94decabc-b4e3-417c-9f67-437892731a8a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518421
May 18 01:41:05.498808 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1888c7d0-27ba-484d-a46c-bb567d55bb9f req-55fcc21e-bf3a-46a8-b115-87d39407a9e2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492109
May 18 01:41:05.521151 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-84f61805-f074-416b-a773-553f47574e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.522573 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-84f61805-f074-416b-a773-553f47574e56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 200  len: 919 time: 0.2023780
May 18 01:41:05.622963 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-401af41a-b1b6-453e-9a17-c73125d3671d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 200  len: 217 time: 0.0931015
May 18 01:41:05.700825 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:05.710492 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-e302db27-113c-49c4-bb04-0c33e4c97346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.712545 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-e302db27-113c-49c4-bb04-0c33e4c97346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 200  len: 859 time: 0.0788121
May 18 01:41:05.727737 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa54a5d-62f7-4d7f-ad6a-fee1d08b88d3 req-ebe00273-2363-44a3-b0d3-fe42415e2659 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:05.729201 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2aa54a5d-62f7-4d7f-ad6a-fee1d08b88d3 req-ebe00273-2363-44a3-b0d3-fe42415e2659 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1444921
May 18 01:41:05.771880 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-d3fdbc8d-19ad-4dcf-8b15-4fda75fdd5ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6290b07a-a3d1-48f5-9bf2-47816df9c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416851
May 18 01:41:05.854052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device a362a6cf-27f8-4883-9ad3-52e416d7cef1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:41:05.926794 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2aa54a5d-62f7-4d7f-ad6a-fee1d08b88d3 req-531ef6ad-f040-4a5d-a36a-2b6f803a5173 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625977
May 18 01:41:06.001862 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-cae81162-bbeb-425d-996c-99778a5ad7ac service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140019
May 18 01:41:06.015942 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:06.030053 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1', 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060', 'port_id': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1', 'mac_address': 'fa:16:3e:b3:c8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ca1699-a222-4b53-b8eb-28ac5e125c72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:41:06.086336 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25607-1c49-46e1-8aa6-bf6903f5bab4 req-25601c86-0e32-4b61-b02d-6c4bc6e4c18c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:06.087968 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d8c25607-1c49-46e1-8aa6-bf6903f5bab4 req-25601c86-0e32-4b61-b02d-6c4bc6e4c18c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1973004
May 18 01:41:06.092437 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:06.110491 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a362a6cf-27f8-4883-9ad3-52e416d7cef1 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:41:06.128771 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:06.132773 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:06.135193 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:06.204465 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:06.207807 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:06.303472 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d8c25607-1c49-46e1-8aa6-bf6903f5bab4 req-7f37860f-740e-427b-af4f-82d30459c698 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047029
May 18 01:41:06.316652 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be0b6cc3-b44b-403d-be49-1e04f1bc6237 req-e969d3cf-a06e-44ab-8c19-6e47ddc9d5c5 service neutron] 10.222.0.32 "GET /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3073428
May 18 01:41:06.329520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685fa2a-bafa-44f8-8930-fed072358831 req-71fdbdba-10e2-4cb4-bd1a-ac6a5f0b9483 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:06.330901 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6685fa2a-bafa-44f8-8930-fed072358831 req-71fdbdba-10e2-4cb4-bd1a-ac6a5f0b9483 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.2534163
May 18 01:41:06.377300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6685fa2a-bafa-44f8-8930-fed072358831 req-35fbd1e4-8425-4099-bb21-5116e889f167 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395818
May 18 01:41:06.642827 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['a362a6cf-27f8-4883-9ad3-52e416d7cef1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:06.724150 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea662-a6cc-42bb-9389-b5ebef67da32 req-f83942cc-e554-4785-bc95-e73830601caf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:06.725627 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-77cea662-a6cc-42bb-9389-b5ebef67da32 req-f83942cc-e554-4785-bc95-e73830601caf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1390548
May 18 01:41:06.737344 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2461-501a-41c9-8246-6ccf575ece8a req-74110654-a8ca-45ad-b912-f684efdd89fb tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:06.738737 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-60fc2461-501a-41c9-8246-6ccf575ece8a req-74110654-a8ca-45ad-b912-f684efdd89fb tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 945 time: 0.1189120
May 18 01:41:06.805707 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-77cea662-a6cc-42bb-9389-b5ebef67da32 req-2a80b095-09d9-4a3f-a828-704ddfe7e182 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660000
May 18 01:41:06.816338 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-60fc2461-501a-41c9-8246-6ccf575ece8a req-24d813cf-e2b6-4aa5-a15a-b019651fac50 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624824
May 18 01:41:07.123433 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d545f2-d444-42cd-9682-3ae47e1ce882 req-0bd0d418-ee66-4531-a925-0091480e11c1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:07.125230 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-52d545f2-d444-42cd-9682-3ae47e1ce882 req-0bd0d418-ee66-4531-a925-0091480e11c1 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0844107
May 18 01:41:07.170311 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-52d545f2-d444-42cd-9682-3ae47e1ce882 req-5cd195bc-4844-4277-8e92-29bc043810e6 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390441
May 18 01:41:07.343012 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:07.559233 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279b24-b455-4d65-aafe-d68e5c2f4bfd req-d315628e-2fcf-4644-a606-ed638e4f3ebd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:07.560712 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bf279b24-b455-4d65-aafe-d68e5c2f4bfd req-d315628e-2fcf-4644-a606-ed638e4f3ebd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1352358
May 18 01:41:07.600153 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05414f29-cafc-4267-bddb-317c252fd5f7 req-fa6a546e-fd10-472f-907c-7764d2249b4f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:07.601645 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-05414f29-cafc-4267-bddb-317c252fd5f7 req-fa6a546e-fd10-472f-907c-7764d2249b4f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.1164758
May 18 01:41:07.639766 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bf279b24-b455-4d65-aafe-d68e5c2f4bfd req-258374d0-0d42-4fc3-b7c9-6026c824162a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726662
May 18 01:41:07.659213 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-05414f29-cafc-4267-bddb-317c252fd5f7 req-25fc8182-a94f-44ed-b496-f0042db2c202 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504370
May 18 01:41:08.057235 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48555a6a-1387-4088-8ce2-915e40e71c36 req-dbc02b6a-1dd0-4f0f-8559-7535aaf6a93a tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:08.058687 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-48555a6a-1387-4088-8ce2-915e40e71c36 req-dbc02b6a-1dd0-4f0f-8559-7535aaf6a93a tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 945 time: 0.1121504
May 18 01:41:08.066213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57430481-5650-4771-96c0-9f896b54478e req-19ec6db8-4417-4e1d-a29c-a02c6cef27f0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:08.067586 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57430481-5650-4771-96c0-9f896b54478e req-19ec6db8-4417-4e1d-a29c-a02c6cef27f0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1513665
May 18 01:41:08.131656 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-48555a6a-1387-4088-8ce2-915e40e71c36 req-fcd0d9bc-3bef-476b-84ec-0067689f1cc0 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630360
May 18 01:41:08.142013 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-57430481-5650-4771-96c0-9f896b54478e req-8bbf2bb2-ffb2-4587-90e4-3aed7f69013a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585370
May 18 01:41:08.418549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5900e1-8ed5-4e16-b2d5-14ab8f3d08ee req-78e2dffc-ca8f-419a-a377-2b4bbc0cf0ee tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:08.420019 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd5900e1-8ed5-4e16-b2d5-14ab8f3d08ee req-78e2dffc-ca8f-419a-a377-2b4bbc0cf0ee tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1421146
May 18 01:41:08.428197 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-fd4ed04a-f141-4853-8102-665341884bfa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:08.429551 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-fd4ed04a-f141-4853-8102-665341884bfa tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.1210656
May 18 01:41:08.465057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56282) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:08.525766 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd5900e1-8ed5-4e16-b2d5-14ab8f3d08ee req-3792230c-a37d-4c68-a9b7-6e13ecd3667a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951717
May 18 01:41:08.582176 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.596999 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:08.597470 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Deleting port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:08.597813 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.600825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Usage tracker for resource:security_group_rule and tenant:1dc95a6adac7486992c414a742d09c31 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:08.604193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:08.609932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:08.696373 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.701957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.719312 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-697ebe0b-b5cd-4a78-878c-3c2700f697a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:08.740984 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] For port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:08.741679 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.757442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e4611-ff67-4d5b-a838-145952af61b4,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:08.763116 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:08.771668 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dc95a6adac7486992c414a742d09c31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055243
May 18 01:41:08.772518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56292) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:08.836190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.862676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.914676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.918836 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c07566d2-fef8-428d-beb4-e66ddc67995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:08.931208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e4611-ff67-4d5b-a838-145952af61b4,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:08.933536 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:08.939103 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Calling delete_port for e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:08.956594 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:08.977751 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/299e4611-ff67-4d5b-a838-145952af61b4 HTTP/1.1" status: 204  len: 168 time: 0.1929967
May 18 01:41:09.046197 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6b014-f9a7-4af2-aa42-9d1cab92988d req-17627c8a-30a1-4685-b06c-f268b16cd850 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:09.047717 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fef6b014-f9a7-4af2-aa42-9d1cab92988d req-17627c8a-30a1-4685-b06c-f268b16cd850 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cf130e-863e-4500-825d-e7058ff7f7bb HTTP/1.1" status: 200  len: 945 time: 0.2358463
May 18 01:41:09.062602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315fc32-2795-4b47-b4ef-455a23f21f7c req-ce80e1da-dddc-4ca5-8c77-52de69681ee7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:09.064071 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a315fc32-2795-4b47-b4ef-455a23f21f7c req-ce80e1da-dddc-4ca5-8c77-52de69681ee7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2533019
May 18 01:41:09.256683 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fef6b014-f9a7-4af2-aa42-9d1cab92988d req-09e636c0-8621-4562-a394-8e47ccf506b8 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904106
May 18 01:41:09.264113 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a315fc32-2795-4b47-b4ef-455a23f21f7c req-fa3722bb-aecf-4be8-b3bd-b05bb22dc047 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1783998
May 18 01:41:09.285698 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:09.293912 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:09.301474 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'fcacad8c-00a8-4188-8908-a78179aa3614', 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:09.345948 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event deleted for resources: {'Port': ['ID=e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:09.348665 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:09.509797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] No DVR routers for this DVR port e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:09.512498 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:09.522325 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'name': 'network-vif-deleted', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:09.549777 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0f4aec1f-70f9-4b6c-8703-846fa1fbcffe req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "DELETE /v2.0/ports/e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd HTTP/1.1" status: 204  len: 173 time: 1.1042819
May 18 01:41:09.596345 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21957-1860-43fc-aa18-aa193d83a812 req-7f23163c-c397-424d-8e75-b019a5631f60 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:09.598618 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e4e21957-1860-43fc-aa18-aa193d83a812 req-7f23163c-c397-424d-8e75-b019a5631f60 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1403496
May 18 01:41:09.607535 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597231-62ef-4b65-b186-6b1d300a9b62 req-f061a2a6-00a1-42f2-8e32-d5b7b7380658 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:09.609086 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b597231-62ef-4b65-b186-6b1d300a9b62 req-f061a2a6-00a1-42f2-8e32-d5b7b7380658 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 945 time: 0.2257853
May 18 01:41:09.683904 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e4e21957-1860-43fc-aa18-aa193d83a812 req-2f14a1de-af8f-4244-9a2f-2fb1c5f374aa tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737984
May 18 01:41:09.693129 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b597231-62ef-4b65-b186-6b1d300a9b62 req-1b66fb43-82d9-47ac-837e-d59913ba8702 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671506
May 18 01:41:09.755175 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf130e-863e-4500-825d-e7058ff7f7bb', 'name': 'network-vif-deleted', 'tag': 'e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd', 'status': 'completed', 'code': 200}
May 18 01:41:09.853772 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device a362a6cf-27f8-4883-9ad3-52e416d7cef1 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:09.905165 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104686-27a9-40bb-acbc-68302069ab82 req-88919129-f868-4a81-b415-db6eecf8eaae tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:09.906748 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8d104686-27a9-40bb-acbc-68302069ab82 req-88919129-f868-4a81-b415-db6eecf8eaae tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.0819149
May 18 01:41:09.926205 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port a362a6cf-27f8-4883-9ad3-52e416d7cef1 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:09.931813 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port a362a6cf-27f8-4883-9ad3-52e416d7cef1 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:09.932210 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:09.970035 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8d104686-27a9-40bb-acbc-68302069ab82 req-023983c8-0d22-4cd9-bae3-f59c692d21cf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567105
May 18 01:41:10.056254 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:10.093515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:10.103533 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:10.108261 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:10.110534 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:10.183897 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1', 'code': 200}
May 18 01:41:10.187928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:10.190978 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:10.603032 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666cdd-3125-4434-b7c7-b3c9c2983f90 req-5623b2dc-a4bb-47db-83ad-508936e22188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:10.605544 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-37666cdd-3125-4434-b7c7-b3c9c2983f90 req-5623b2dc-a4bb-47db-83ad-508936e22188 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 1099 time: 0.1444845
May 18 01:41:10.623791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c1ba-61b9-4284-9e29-f1d5c5fdecb2 req-3e5c2bb4-238f-4e8d-9e33-5871d5f559a8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:10.625309 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ef0c1ba-61b9-4284-9e29-f1d5c5fdecb2 req-3e5c2bb4-238f-4e8d-9e33-5871d5f559a8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1322680
May 18 01:41:10.689623 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-37666cdd-3125-4434-b7c7-b3c9c2983f90 req-73667612-a981-415e-a0d8-4d1cca1972ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629835
May 18 01:41:10.718504 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ef0c1ba-61b9-4284-9e29-f1d5c5fdecb2 req-da102d0e-7a11-476b-b12d-7cd24d9d092f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736349
May 18 01:41:10.974049 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc5999-be03-4620-a260-0a3c9eb0edf1 req-a9709c9f-b8cc-4a1e-8322-ef8347037ae5 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:10.975476 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aedc5999-be03-4620-a260-0a3c9eb0edf1 req-a9709c9f-b8cc-4a1e-8322-ef8347037ae5 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 946 time: 0.1308246
May 18 01:41:10.982559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fa590-f9ab-4373-a51b-6e8619bb53a5 req-932049e0-efa6-4c0a-8971-c7635c4895d5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:10.983899 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d07fa590-f9ab-4373-a51b-6e8619bb53a5 req-932049e0-efa6-4c0a-8971-c7635c4895d5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1748245
May 18 01:41:11.060051 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aedc5999-be03-4620-a260-0a3c9eb0edf1 req-dfba86b8-394d-4888-8003-45a6bca7b15c tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751016
May 18 01:41:11.067121 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d07fa590-f9ab-4373-a51b-6e8619bb53a5 req-7f9942ef-e339-44c8-b77b-1917cf42c336 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690117
May 18 01:41:11.984953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8334f7-b079-4910-980e-7c3abe4778ea req-31831fe3-4250-49cd-b01c-5ee40da6d051 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:11.993491 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6b8334f7-b079-4910-980e-7c3abe4778ea req-31831fe3-4250-49cd-b01c-5ee40da6d051 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1134229
May 18 01:41:12.061772 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6b8334f7-b079-4910-980e-7c3abe4778ea req-ae2c4acc-e910-418f-831e-1404e1cf46e1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659976
May 18 01:41:12.301686 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d734-ef98-437e-9d6a-702f14b5e9d1 req-03054ff1-3a6c-482d-a5e6-17db8ba8f518 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:12.302357 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-f527d734-ef98-437e-9d6a-702f14b5e9d1 req-03054ff1-3a6c-482d-a5e6-17db8ba8f518 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:41:12.323323 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808402c-ce96-4462-809f-27c78d14a8a3 req-41631f12-a35e-4360-98f8-8f3b8ef50505 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:12.324787 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d808402c-ce96-4462-809f-27c78d14a8a3 req-41631f12-a35e-4360-98f8-8f3b8ef50505 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 946 time: 0.1243942
May 18 01:41:12.330489 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-f527d734-ef98-437e-9d6a-702f14b5e9d1 req-03054ff1-3a6c-482d-a5e6-17db8ba8f518 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:41:12.331607 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f527d734-ef98-437e-9d6a-702f14b5e9d1 req-03054ff1-3a6c-482d-a5e6-17db8ba8f518 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.1909156
May 18 01:41:12.399251 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d808402c-ce96-4462-809f-27c78d14a8a3 req-2556440b-9c5d-47a3-aa4b-0880462d5ee5 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664620
May 18 01:41:12.423053 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f527d734-ef98-437e-9d6a-702f14b5e9d1 req-ea4cfc8b-af12-455b-ac68-80d2b27ceee7 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712926
May 18 01:41:12.577495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3c39-f1ab-49a3-bd8b-cc180a15a569 req-4654b681-2194-4224-9efa-9df6456cc092 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:12.578941 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe5a3c39-f1ab-49a3-bd8b-cc180a15a569 req-4654b681-2194-4224-9efa-9df6456cc092 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0871868
May 18 01:41:12.625647 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe5a3c39-f1ab-49a3-bd8b-cc180a15a569 req-01455dc1-0578-4ad8-a5b5-82653b17d7f6 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408278
May 18 01:41:13.254296 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bcb83-1804-42bb-a09c-c0003e4d1080 req-469b0ed5-d36d-4632-abdf-bbe66bddfa8d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:13.255873 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a65bcb83-1804-42bb-a09c-c0003e4d1080 req-469b0ed5-d36d-4632-abdf-bbe66bddfa8d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.0868392
May 18 01:41:13.306578 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a65bcb83-1804-42bb-a09c-c0003e4d1080 req-8f84fce9-df34-43c2-a47e-3b9ea296868b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445526
May 18 01:41:13.368799 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:41:13.593293 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd10ee-8b5c-402e-bb37-f6f51ec984ac req-16565a66-080b-4a59-a3b1-85091f72f93d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:13.594704 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-33bd10ee-8b5c-402e-bb37-f6f51ec984ac req-16565a66-080b-4a59-a3b1-85091f72f93d tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.0773571
May 18 01:41:13.638864 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-33bd10ee-8b5c-402e-bb37-f6f51ec984ac req-076bdffd-f533-4c6e-b93b-0cb6e7040f18 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381668
May 18 01:41:13.863709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720775-24a9-4e84-8ffd-4ec68b0d81e8 req-be85b24b-fa94-4e1c-9294-7e3672537c59 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:13.865176 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad720775-24a9-4e84-8ffd-4ec68b0d81e8 req-be85b24b-fa94-4e1c-9294-7e3672537c59 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1357331
May 18 01:41:13.911689 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad720775-24a9-4e84-8ffd-4ec68b0d81e8 req-2f912e8c-d2ce-46fb-8f25-4236f17eee66 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380905
May 18 01:41:14.295508 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:14.329378 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:14.329718 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device e2fbd40a-16bc-48e0-b8b9-2fe2f9b751bd not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:14.494868 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa6556-82ae-4c57-8d6c-6198c9e03586 req-aba45e43-1396-4a59-86a6-363f0d7c973a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:14.496294 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07aa6556-82ae-4c57-8d6c-6198c9e03586 req-aba45e43-1396-4a59-86a6-363f0d7c973a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.0787320
May 18 01:41:14.541068 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07aa6556-82ae-4c57-8d6c-6198c9e03586 req-b921f703-a1ae-4404-ac74-3afcd86df018 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389547
May 18 01:41:14.828128 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d50aa0-8308-4fad-86e0-3017966fdd70 req-b1f16412-e891-40b3-8acf-316194703891 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:14.829558 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-69d50aa0-8308-4fad-86e0-3017966fdd70 req-b1f16412-e891-40b3-8acf-316194703891 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.0799186
May 18 01:41:14.873773 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-69d50aa0-8308-4fad-86e0-3017966fdd70 req-557af29f-ee7a-4160-9077-71fb573fd1e0 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381644
May 18 01:41:15.238301 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a39b8-bc4c-47a9-a7a3-6ff130b88c4e req-88aeb246-4ed7-4f33-b9d4-e09ce52bd57d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:15.239739 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-708a39b8-bc4c-47a9-a7a3-6ff130b88c4e req-88aeb246-4ed7-4f33-b9d4-e09ce52bd57d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0825357
May 18 01:41:15.285329 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-708a39b8-bc4c-47a9-a7a3-6ff130b88c4e req-73e58d00-dbdf-4559-ba71-e273118aa12a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388961
May 18 01:41:15.741855 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc0a5-103a-4b5c-a589-7c26372fd800 req-d8b44dc3-c5db-4fa8-8cec-9fb53615ab0d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:15.744210 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9fffc0a5-103a-4b5c-a589-7c26372fd800 req-d8b44dc3-c5db-4fa8-8cec-9fb53615ab0d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.0909972
May 18 01:41:15.789911 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9fffc0a5-103a-4b5c-a589-7c26372fd800 req-ccacb621-c2e7-4dea-9df1-32edff91b03e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400169
May 18 01:41:15.947136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-07121fbb-6c59-4183-acf0-117843dbc3b6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:15.948627 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-07121fbb-6c59-4183-acf0-117843dbc3b6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.1030712
May 18 01:41:16.158190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e240a5-ca08-4417-b478-6944f8f81381 req-8be1ff82-5064-4e6e-97e5-63d36239ac99 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:16.159667 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f9e240a5-ca08-4417-b478-6944f8f81381 req-8be1ff82-5064-4e6e-97e5-63d36239ac99 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 945 time: 0.1712854
May 18 01:41:16.195418 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Deleting port fcacad8c-00a8-4188-8908-a78179aa3614 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:16.195791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:16.294975 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f9e240a5-ca08-4417-b478-6944f8f81381 req-9f0a5b1a-4b73-4321-b693-47840af59ba9 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264722
May 18 01:41:16.358854 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] For port fcacad8c-00a8-4188-8908-a78179aa3614, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fcacad8c-00a8-4188-8908-a78179aa3614,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:16.359274 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:16.522468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Calling delete_port for fcacad8c-00a8-4188-8908-a78179aa3614 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:16.592582 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772c5c-71ba-47a9-a3c6-75279c5d6740 req-5861dcae-0888-4c75-98a9-b13f1830472e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:16.598029 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4d772c5c-71ba-47a9-a3c6-75279c5d6740 req-5861dcae-0888-4c75-98a9-b13f1830472e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1705632
May 18 01:41:16.688638 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4d772c5c-71ba-47a9-a3c6-75279c5d6740 req-a6d0f233-a10f-4fa3-9e20-5c5c6f0178bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855932
May 18 01:41:16.712711 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:16.718390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:16.723484 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'fcacad8c-00a8-4188-8908-a78179aa3614'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:16.764738 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event deleted for resources: {'Port': ['ID=fcacad8c-00a8-4188-8908-a78179aa3614,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:16.768364 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:16.870430 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] No DVR routers for this DVR port fcacad8c-00a8-4188-8908-a78179aa3614 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:16.875561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:16.889953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'name': 'network-vif-deleted', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:16.898795 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-13b6bfb6-7947-40c6-8312-dbf73f39018d req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "DELETE /v2.0/ports/fcacad8c-00a8-4188-8908-a78179aa3614 HTTP/1.1" status: 204  len: 173 time: 0.9445426
May 18 01:41:17.036460 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62020e0b-e4eb-4768-bd36-06357c7c3817', 'name': 'network-vif-deleted', 'tag': 'fcacad8c-00a8-4188-8908-a78179aa3614', 'status': 'completed', 'code': 200}
May 18 01:41:17.078190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620b6bb-f956-4d64-87d3-6f257a722307 req-4a7ddeca-c487-40de-b9d4-2fdd3abef1bd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:17.079686 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3620b6bb-f956-4d64-87d3-6f257a722307 req-4a7ddeca-c487-40de-b9d4-2fdd3abef1bd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1489871
May 18 01:41:17.129908 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3620b6bb-f956-4d64-87d3-6f257a722307 req-2695b489-b33d-4a57-9730-1c25d9cf4ee3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440292
May 18 01:41:17.211414 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44188a6-7019-4c33-83df-ffdac6bb1e37 req-a91aecfb-d059-4367-bc79-71ae85d467bf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:17.212898 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b44188a6-7019-4c33-83df-ffdac6bb1e37 req-a91aecfb-d059-4367-bc79-71ae85d467bf tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.0816822
May 18 01:41:17.258534 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b44188a6-7019-4c33-83df-ffdac6bb1e37 req-f9f7764a-ba85-421f-b094-6ea493a301f8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397847
May 18 01:41:17.513643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-a4a43afc-7d30-4881-9473-0d0b3b7b5206 req-1649a060-41b0-4d05-97a9-7adb645d82a9 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:41:17.530429 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-a4a43afc-7d30-4881-9473-0d0b3b7b5206 req-1649a060-41b0-4d05-97a9-7adb645d82a9 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:41:17.532084 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4a43afc-7d30-4881-9473-0d0b3b7b5206 req-1649a060-41b0-4d05-97a9-7adb645d82a9 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=62020e0b-e4eb-4768-bd36-06357c7c3817 HTTP/1.1" status: 200  len: 210 time: 0.1149511
May 18 01:41:17.896528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbdddb-2127-440a-9254-c6e31df415c4 req-8721a599-1252-4728-9150-15b97484f594 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:17.897248 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:41:17.899298 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-89dbdddb-2127-440a-9254-c6e31df415c4 req-8721a599-1252-4728-9150-15b97484f594 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0807168
May 18 01:41:17.972394 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-89dbdddb-2127-440a-9254-c6e31df415c4 req-1ce90be0-3648-43a7-9f09-e5143a7c2d95 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666595
May 18 01:41:18.050168 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:18.066092 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:41:18.122916 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:18.139915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:41:18.157205 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:18.162008 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:18.164394 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:18.244415 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=6']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:18.247606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:18.301468 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['9626d5bd-0c0c-4981-894f-a4f285d15de8'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:18.346815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a4d5-6c4c-4fe3-86a5-37fe09c14ead req-38c32e01-77d5-49da-822a-bc8ed163bd06 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:18.348634 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f43a4d5-6c4c-4fe3-86a5-37fe09c14ead req-38c32e01-77d5-49da-822a-bc8ed163bd06 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.0889556
May 18 01:41:18.468880 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f43a4d5-6c4c-4fe3-86a5-37fe09c14ead req-4c6b0081-5760-45c9-8155-bc0adbe31be5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143951
May 18 01:41:18.506821 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee5de-ed24-4222-ae64-f8b22fc6e4e6 req-bbb1d0d3-bc2d-453a-9561-23cb5a6adc7e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:18.509300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ea0ee5de-ed24-4222-ae64-f8b22fc6e4e6 req-bbb1d0d3-bc2d-453a-9561-23cb5a6adc7e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1114156
May 18 01:41:18.559638 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ea0ee5de-ed24-4222-ae64-f8b22fc6e4e6 req-db8e0606-5c6b-4c52-88eb-9f88daf8bf19 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447326
May 18 01:41:19.105721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47674-114c-41ed-ae27-77018a6f1cb3 req-309bf655-80c1-4f25-939a-d98f97146cc4 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:19.116607 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-24b47674-114c-41ed-ae27-77018a6f1cb3 req-309bf655-80c1-4f25-939a-d98f97146cc4 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 946 time: 0.1373959
May 18 01:41:19.238492 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-24b47674-114c-41ed-ae27-77018a6f1cb3 req-6811ebc4-e79d-4861-b153-9613db853cf5 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205626
May 18 01:41:19.282550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a2bc6-4932-4d14-b99a-5413d92effba req-68b17a65-f974-4a69-950c-e04a4f3adb2f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:19.283104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56560) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:19.291300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0e8a2bc6-4932-4d14-b99a-5413d92effba req-68b17a65-f974-4a69-950c-e04a4f3adb2f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1719401
May 18 01:41:19.349744 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0e8a2bc6-4932-4d14-b99a-5413d92effba req-72ebe891-f3cf-4d31-94a7-3d8d3b41002a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563788
May 18 01:41:19.480835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.496400 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:19.500632 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Usage tracker for resource:security_group_rule and tenant:437bffa41bb444cd8099a975bbf4542c is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:19.503775 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:19.515335 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:19.633315 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.645549 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.672039 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3933bcde-bd7f-4256-9660-1a7e22f756c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:19.726463 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=437bffa41bb444cd8099a975bbf4542c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4422235
May 18 01:41:19.729927 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56572) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:19.742905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b38f6-8c54-47be-aa0c-8dfc52b4923c,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:19.746190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:19.819317 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.851782 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.852116 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9800-0c7e-41d5-b723-c34364e63aed req-786941cf-2f9a-4822-abc3-112429bc6d2a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:19.853663 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f57e9800-0c7e-41d5-b723-c34364e63aed req-786941cf-2f9a-4822-abc3-112429bc6d2a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1351395
May 18 01:41:19.866569 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7874-89f5-417d-a8a4-fa48c80bc0f3 req-6aaa5a1c-c5e9-4e4d-9c21-de2a23e0fc40 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:19.869216 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-162e7874-89f5-417d-a8a4-fa48c80bc0f3 req-6aaa5a1c-c5e9-4e4d-9c21-de2a23e0fc40 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.2059865
May 18 01:41:19.910356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:19.927981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.932523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ec87a218-b3b9-47f2-aa25-f7e5527686ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:19.957991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b38f6-8c54-47be-aa0c-8dfc52b4923c,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:19.970117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:19.975207 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:19.978756 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f9b38f6-8c54-47be-aa0c-8dfc52b4923c HTTP/1.1" status: 204  len: 168 time: 0.2456484
May 18 01:41:20.004436 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f57e9800-0c7e-41d5-b723-c34364e63aed req-bb01e705-77bb-4057-b5a9-56aaa29d90f4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340368
May 18 01:41:20.028146 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-162e7874-89f5-417d-a8a4-fa48c80bc0f3 req-67c9ad79-54b4-47be-a2c7-d8d8a13059b7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402164
May 18 01:41:20.080335 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-1bf634c3-376f-4bc3-914e-3eb41b3e3d34 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:20.080335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-1bf634c3-376f-4bc3-914e-3eb41b3e3d34 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 945 time: 0.1851981
May 18 01:41:20.106393 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:20.107059 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.259533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Deleting port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:20.260177 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.295254 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.359409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:20.394864 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:20.402456 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.403475 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device fcacad8c-00a8-4188-8908-a78179aa3614 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:20.458124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:20.497890 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: fcacad8c-00a8-4188-8908-a78179aa3614 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:20.501615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device fcacad8c-00a8-4188-8908-a78179aa3614 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:20.575915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=7']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:20.589384 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:20.674007 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.823213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] For port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:20.823897 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:20.834213 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-798361f9-37e3-4cec-997c-387bc5d67d37 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:20.844455 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-798361f9-37e3-4cec-997c-387bc5d67d37 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Synchronizing usage tracker for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:41:20.854787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-798361f9-37e3-4cec-997c-387bc5d67d37 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Unset dirty status for tenant:7818818dab5a4878b403e46b3fedf215 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:41:20.856342 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-798361f9-37e3-4cec-997c-387bc5d67d37 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 946 time: 0.2217891
May 18 01:41:21.117989 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Calling delete_port for c43ac595-ec03-4b39-9f1d-20edb0cfd8cb owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:21.129371 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Deleting port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:21.129688 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:21.134687 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae881-aec0-4226-8402-55b4968a30d5 req-b6fda91a-4f69-40d8-8615-6e39298ff933 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:21.142178 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71eae881-aec0-4226-8402-55b4968a30d5 req-b6fda91a-4f69-40d8-8615-6e39298ff933 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 946 time: 0.6633193
May 18 01:41:21.177281 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2cf4-8def-4f43-b6ce-850ed895b33e req-bde609f3-c4ec-4b24-911e-f20db48c745d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:21.178988 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fc4b2cf4-8def-4f43-b6ce-850ed895b33e req-bde609f3-c4ec-4b24-911e-f20db48c745d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.6364839
May 18 01:41:21.262173 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71eae881-aec0-4226-8402-55b4968a30d5 req-b1e68176-74e8-48b7-8e9b-a7e2fa62b327 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188421
May 18 01:41:21.310196 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fc4b2cf4-8def-4f43-b6ce-850ed895b33e req-03981c3d-1634-4dd6-b380-4079bb2f86f1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966747
May 18 01:41:21.348362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] For port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:21.348362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:21.403649 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'code': 200}
May 18 01:41:21.485763 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56608) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:21.579405 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Calling delete_port for 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:21.741434 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43284403-network', 'tenant_id': '26a3a93319a54320819f6f385f3682b7'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:21.764170 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:21.771983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Usage tracker for resource:network and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:21.777856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:21.778666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:21.780500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:21.786325 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:21.793014 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:21.794604 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-38fc22a8-36fc-4b6d-96f3-7c013c92a56b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:21.798915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1a5fa187-46a4-48ab-89e3-02c527939423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:21.865353 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event deleted for resources: {'Port': ['ID=6c6c3bcf-49b7-40fe-b685-3821a3ea13b4,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:21.871541 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:21.934169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Pushing event deleted for resources: {'Port': ['ID=c43ac595-ec03-4b39-9f1d-20edb0cfd8cb,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:21.949222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:21.976993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] No DVR routers for this DVR port 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:21.980753 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:21.992833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Made reservation on behalf of 26a3a93319a54320819f6f385f3682b7 for: {'network': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:21.994320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'name': 'network-vif-deleted', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:21.995659 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.017430 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-19d2c2fc-18e1-42fb-9dae-c5022ac8ab01 req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "DELETE /v2.0/ports/6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 HTTP/1.1" status: 204  len: 173 time: 1.1537173
May 18 01:41:22.021042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] No DVR routers for this DVR port c43ac595-ec03-4b39-9f1d-20edb0cfd8cb on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:22.025520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.055083 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.071933 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'name': 'network-vif-deleted', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:22.098025 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:22.113625 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852514c-7fb9-421d-9e30-207c4e16b521 req-d1c42053-78b1-41f7-9cd5-4e65b72dcf17 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:22.114155 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5852514c-7fb9-421d-9e30-207c4e16b521 req-d1c42053-78b1-41f7-9cd5-4e65b72dcf17 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Synchronizing usage tracker for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:41:22.119615 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:22.123544 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7a21225e-ebb5-40d0-a400-24329cc03623 req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "DELETE /v2.0/ports/c43ac595-ec03-4b39-9f1d-20edb0cfd8cb HTTP/1.1" status: 204  len: 173 time: 2.0442462
May 18 01:41:22.140886 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af3e4-fa03-4cde-a2f6-c4e425a1cb63 req-90d2e547-bdd0-488d-877a-51ce0bba2ec4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:22.148028 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e73af3e4-fa03-4cde-a2f6-c4e425a1cb63 req-90d2e547-bdd0-488d-877a-51ce0bba2ec4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.5996356
May 18 01:41:22.172506 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:22.228949 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:22.231160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5852514c-7fb9-421d-9e30-207c4e16b521 req-d1c42053-78b1-41f7-9cd5-4e65b72dcf17 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Unset dirty status for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:41:22.239014 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5852514c-7fb9-421d-9e30-207c4e16b521 req-d1c42053-78b1-41f7-9cd5-4e65b72dcf17 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=32391b7b-257b-4f36-b726-4dfd3f0b288f HTTP/1.1" status: 200  len: 867 time: 0.6451509
May 18 01:41:22.318064 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e73af3e4-fa03-4cde-a2f6-c4e425a1cb63 req-a10648ee-add4-43a0-ad22-0ce36f4ea091 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690633
May 18 01:41:22.378698 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5852514c-7fb9-421d-9e30-207c4e16b521 req-6e14f851-ea8c-4c76-b1ae-47719f135f9a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295426
May 18 01:41:22.401669 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:41:22.419778 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9', 'name': 'network-vif-deleted', 'tag': '6c6c3bcf-49b7-40fe-b685-3821a3ea13b4', 'status': 'completed', 'code': 200}
May 18 01:41:22.486071 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.491237 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.502799 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:22.544010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32391b7b-257b-4f36-b726-4dfd3f0b288f', 'name': 'network-vif-deleted', 'tag': 'c43ac595-ec03-4b39-9f1d-20edb0cfd8cb', 'status': 'completed', 'code': 200}
May 18 01:41:22.553293 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=78859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:41:22.599862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.599862 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.segments_db [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Added segment 910f261f-eadc-44d2-8732-28b38bea699c of type vlan for network 5787d5f7-5be7-43d9-a969-a69199319951
May 18 01:41:22.610443 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d3e70f-db7e-41c3-91fe-bb83ab6faa80,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:22.702807 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.739776 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:22.797428 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.820693 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:22.821060 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:22.865447 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a392afd9-1bf1-4d0b-805e-0ee40b7bb2e1 req-f3c33812-fdcb-4d4b-8b59-28dc7eb60c19 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=15e5f6ed-c16a-468d-b759-e2f0f4ecb5b9 HTTP/1.1" status: 200  len: 210 time: 0.1242526
May 18 01:41:22.914564 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:22.954532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56626) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:22.955824 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4679029
May 18 01:41:22.969024 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Request body: {'subnet': {'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43284403-subnet', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:22.981886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:22.994863 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Usage tracker for resource:subnet and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:23.001761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:23.021376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:23.061860 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Made reservation on behalf of 26a3a93319a54320819f6f385f3682b7 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:23.072250 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:23.107847 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Pushing event updated for resources: {'Network': ['ID=5787d5f7-5be7-43d9-a969-a69199319951,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:23.115089 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:23.123253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 5787d5f7-5be7-43d9-a969-a69199319951 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:41:23.173069 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b016c-5f36-4980-a7ca-c17c70424f35 req-6cfe7af2-bb67-42a2-b86a-502541e0f6c4 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:23.182202 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5d6b016c-5f36-4980-a7ca-c17c70424f35 req-6cfe7af2-bb67-42a2-b86a-502541e0f6c4 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.3858840
May 18 01:41:23.252530 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5d6b016c-5f36-4980-a7ca-c17c70424f35 req-f8894d6f-ad14-485d-b1e8-e2b945368bc1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686455
May 18 01:41:23.685723 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf664-ceae-40ba-b7f0-12603dcf2ec7 req-cf55d227-24ae-482c-86e7-bbdad4d4005b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:23.691715 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d33bf664-ceae-40ba-b7f0-12603dcf2ec7 req-cf55d227-24ae-482c-86e7-bbdad4d4005b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.1745524
May 18 01:41:23.779254 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d33bf664-ceae-40ba-b7f0-12603dcf2ec7 req-35fc9d41-0357-4bc4-a9f9-31fe9c41f11e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833247
May 18 01:41:23.872379 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:23.877498 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-56eba9d0-2057-4bb7-bdf3-6a71c25a9cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:23.932176 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:23.999998 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Checking segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:24.000565 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Network hostable DHCP agents. Network: 5787d5f7-5be7-43d9-a969-a69199319951, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:41:24.011772 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:24.012406 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 6c6c3bcf-49b7-40fe-b685-3821a3ea13b4 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:24.012978 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device c43ac595-ec03-4b39-9f1d-20edb0cfd8cb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:24.022409 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cde8f5-e4ab-4013-9cb1-c513776c3a04,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:24.025896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:24.037242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Network 5787d5f7-5be7-43d9-a969-a69199319951 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:41:24.063316 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 5787d5f7-5be7-43d9-a969-a69199319951) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:24.078223 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:24.081697 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.087864 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a1e82-60ca-4275-a64a-54324d5ab11f None None] Network 5787d5f7-5be7-43d9-a969-a69199319951 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:24.117543 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad9f99-6db5-454f-9015-fc53b668b42b req-0f875d32-cad7-4bb4-96f5-c9e7646e6299 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:24.128330 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-344dc694-2169-42cc-9910-d1b165c70309 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.1659024
May 18 01:41:24.129577 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00ad9f99-6db5-454f-9015-fc53b668b42b req-0f875d32-cad7-4bb4-96f5-c9e7646e6299 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1345215
May 18 01:41:24.130046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56646) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:24.140018 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:24.150069 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: c43ac595-ec03-4b39-9f1d-20edb0cfd8cb {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:24.150745 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device c43ac595-ec03-4b39-9f1d-20edb0cfd8cb not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:24.183701 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:24.199106 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Usage tracker for resource:router and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:24.208066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:24.226592 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:24.262526 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00ad9f99-6db5-454f-9015-fc53b668b42b req-24d8fc87-1494-4d4e-b690-1bf2a6642d9a tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189981
May 18 01:41:24.268807 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.271322 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.313751 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.451093 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-5787d5f7-5be7-43d9-a969-a69199319951', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:41:24.452073 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.642303 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Allocated IP 172.20.0.2 (5787d5f7-5be7-43d9-a969-a69199319951/f0cde8f5-e4ab-4013-9cb1-c513776c3a04/ddddc921-72a9-48fc-8bae-4bfd4ed9257c) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:24.756150 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.881427 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55bafa-fb7e-4c68-a188-611a2728775f req-5a641b64-f4e5-4b1b-bcd4-1a55efaa66a9 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:24.884376 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7b55bafa-fb7e-4c68-a188-611a2728775f req-5a641b64-f4e5-4b1b-bcd4-1a55efaa66a9 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.3218920
May 18 01:41:24.960077 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:24.977295 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Transition to ACTIVE for port object ddddc921-72a9-48fc-8bae-4bfd4ed9257c will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:25.000335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7b55bafa-fb7e-4c68-a188-611a2728775f req-90f97243-ecf1-4a41-97b9-cdeb8856c16f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090438
May 18 01:41:25.017494 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Transition to ACTIVE for port object ddddc921-72a9-48fc-8bae-4bfd4ed9257c will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:25.029246 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.036749 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:25.144919 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Pushing event updated for resources: {'Port': ['ID=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:25.147996 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:25.157840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Network 5787d5f7-5be7-43d9-a969-a69199319951 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:25.160444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:25.162034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:25.286282 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Attempting to bind port ddddc921-72a9-48fc-8bae-4bfd4ed9257c on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:25.286795 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Attempting to bind port ddddc921-72a9-48fc-8bae-4bfd4ed9257c by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:25.287266 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Attempting to bind port ddddc921-72a9-48fc-8bae-4bfd4ed9257c on network 5787d5f7-5be7-43d9-a969-a69199319951 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:25.299187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:25.299615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Checking segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:25.300199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.300722 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Bound using segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:25.301300 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Bound port: ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:25.301778 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.328744 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc3407-4322-4e7a-9b36-f3f735ed46d8 req-b6c18111-b5f2-4c2d-8fed-80e23929720f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:25.349097 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fedc3407-4322-4e7a-9b36-f3f735ed46d8 req-b6c18111-b5f2-4c2d-8fed-80e23929720f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.4268107
May 18 01:41:25.467308 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] For port ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:25.470799 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] For port ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:25.476921 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.483094 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:25.497553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fedc3407-4322-4e7a-9b36-f3f735ed46d8 req-0ab19fa6-e946-4a09-a68f-c2cc4c30c82e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468711
May 18 01:41:25.614809 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Pushing event updated for resources: {'Port': ['ID=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:25.625584 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.626414 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:25.665957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:25.750123 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691178f5-c994-493d-8890-e1f8f2f49c0e req-4fa7ab6b-7593-441c-b419-3e5cfc85e5b8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:25.751885 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-691178f5-c994-493d-8890-e1f8f2f49c0e req-4fa7ab6b-7593-441c-b419-3e5cfc85e5b8 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.2501616
May 18 01:41:25.881598 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-691178f5-c994-493d-8890-e1f8f2f49c0e req-778ee878-ec62-4752-8b15-351106bcb78f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119130
May 18 01:41:25.897017 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Allocated IP 172.27.1.221 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/63e9f27a-f687-4540-a0e6-411b20b26a9b) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:26.241762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800334-f27a-48fb-a8fa-e36bb3bd034f req-8fd8e721-d842-4ff2-bbe4-bfae7247702e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:26.243229 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef800334-f27a-48fb-a8fa-e36bb3bd034f req-8fd8e721-d842-4ff2-bbe4-bfae7247702e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.2242038
May 18 01:41:26.293491 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:26.334913 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef800334-f27a-48fb-a8fa-e36bb3bd034f req-39b70069-9d80-4e4f-a572-f1660499a806 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808003
May 18 01:41:26.357879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f16dd-6ac5-4510-977f-32b203ac81c8 req-7053f093-6d6e-448b-b0fc-efe9196c57f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:26.361827 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-107f16dd-6ac5-4510-977f-32b203ac81c8 req-7053f093-6d6e-448b-b0fc-efe9196c57f7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.2046733
May 18 01:41:26.378454 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:26.387100 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:26.480916 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:26.487784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:26.499292 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:26.566609 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Pushing event updated for resources: {'Port': ['ID=63e9f27a-f687-4540-a0e6-411b20b26a9b,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:26.585148 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:26.607644 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-107f16dd-6ac5-4510-977f-32b203ac81c8 req-22d8c664-24a4-4530-b5f3-9e2b32068690 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2270899
May 18 01:41:26.836046 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ddddc921-72a9-48fc-8bae-4bfd4ed9257c up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:26.972642 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port ddddc921-72a9-48fc-8bae-4bfd4ed9257c completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:27.045762 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84145be5-3372-441d-8b75-a9bc2f023f80 None None] Network 5787d5f7-5be7-43d9-a969-a69199319951 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:27.084768 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ab9d-d79d-433f-8df4-e41e24e90619 req-2f4d932b-396f-4607-8a20-a073d745612a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:27.091537 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62b9ab9d-d79d-433f-8df4-e41e24e90619 req-2f4d932b-396f-4607-8a20-a073d745612a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2509463
May 18 01:41:27.175785 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Provisioning for port ddddc921-72a9-48fc-8bae-4bfd4ed9257c completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:27.195569 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62b9ab9d-d79d-433f-8df4-e41e24e90619 req-a2f098dc-0ee2-473b-81ae-d5c13f7fe4e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025748
May 18 01:41:27.200733 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Provisioning complete for port ddddc921-72a9-48fc-8bae-4bfd4ed9257c triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:27.201556 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:27.511312 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:27.579583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120407e-92e6-489a-abca-37af6b33c17a req-cba770b3-f3c1-4f26-ac53-02e1d684a261 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:27.587064 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a120407e-92e6-489a-abca-37af6b33c17a req-cba770b3-f3c1-4f26-ac53-02e1d684a261 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.4712033
May 18 01:41:27.590251 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] For port ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:27.606392 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:27.608676 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-fabc8b69-45d1-4f78-ac67-8112cd892bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:27.663125 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a120407e-92e6-489a-abca-37af6b33c17a req-e0f3ff32-4db3-4ade-a9e7-e1a70402bfc4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750897
May 18 01:41:27.664340 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:27.718168 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Pushing event updated for resources: {'Port': ['ID=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:27.736453 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:28.050105 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-55b2deba-adad-49f1-98b6-b1dd9649aa32 None None] Provisioning complete for port ddddc921-72a9-48fc-8bae-4bfd4ed9257c triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:28.051102 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-55b2deba-adad-49f1-98b6-b1dd9649aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:28.230482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fb48a-cb45-4310-aaac-aeb9190d5d74 req-f6b88a61-8950-4c83-826f-98f883b085fe tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:28.232113 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cb6fb48a-cb45-4310-aaac-aeb9190d5d74 req-f6b88a61-8950-4c83-826f-98f883b085fe tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.3207002
May 18 01:41:28.248741 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0b77-75b5-4d68-b3a7-170a546b37f8 req-4e6b072c-9242-401d-83ca-b1e17f7b595e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:28.255904 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cdaa0b77-75b5-4d68-b3a7-170a546b37f8 req-4e6b072c-9242-401d-83ca-b1e17f7b595e tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.4321458
May 18 01:41:28.279249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-60eddbfa-7c62-414c-b453-3f3063ef4174 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:28.280878 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-60eddbfa-7c62-414c-b453-3f3063ef4174 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.4146523
May 18 01:41:28.482498 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cb6fb48a-cb45-4310-aaac-aeb9190d5d74 req-7619413d-fa00-4dbc-b77d-e7971ed4257a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2424152
May 18 01:41:28.541418 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cdaa0b77-75b5-4d68-b3a7-170a546b37f8 req-b4b02cca-b6c0-49e2-b602-1b2450a41a36 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825067
May 18 01:41:28.660422 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:28.661572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ddddc921-72a9-48fc-8bae-4bfd4ed9257c up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:28.802557 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port ddddc921-72a9-48fc-8bae-4bfd4ed9257c triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:28.803265 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:28.987550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Deleting port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:28.987885 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:29.015860 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf02c4-de21-4a34-bd82-23885e93188e req-9079c896-e162-47fe-963e-374c6ce669c3 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:29.024463 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0bf02c4-de21-4a34-bd82-23885e93188e req-9079c896-e162-47fe-963e-374c6ce669c3 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1510205
May 18 01:41:29.170323 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0bf02c4-de21-4a34-bd82-23885e93188e req-55544d61-f26e-4520-bbb3-1ebe6681217e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440036
May 18 01:41:29.191788 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:41:29.204654 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdfca0-9f48-4b54-af43-28d1c498c092 req-a1c9884a-b63e-4077-9cae-e51cb482d732 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:29.206158 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dacdfca0-9f48-4b54-af43-28d1c498c092 req-a1c9884a-b63e-4077-9cae-e51cb482d732 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.6066527
May 18 01:41:29.455766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] For port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,segment=NetworkSegment(9a876bd9-c221-4dcb-9024-c2c2884cef9c),segment_id=9a876bd9-c221-4dcb-9024-c2c2884cef9c)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:29.456495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:29.475331 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dacdfca0-9f48-4b54-af43-28d1c498c092 req-cd8c4bcf-07c6-4b9d-b6b5-2ade6655bc0a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2554862
May 18 01:41:29.676552 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Calling delete_port for 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:29.745647 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:41:29.755855 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Sync routers for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:41:29.771400 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:29.772021 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0929430>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:29.862856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:29.864461 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.7330725
May 18 01:41:29.870187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56708) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:29.954634 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4a87c-f0c7-4325-a09e-e4d69841ebb2 req-ce430eec-99e8-44f8-8927-ca2ecb902451 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:29.961906 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-78a4a87c-f0c7-4325-a09e-e4d69841ebb2 req-ce430eec-99e8-44f8-8927-ca2ecb902451 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc567ad-7718-4f93-bae3-96e991f7c33c HTTP/1.1" status: 200  len: 945 time: 0.2144225
May 18 01:41:30.000026 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0807247-0988-45e8-a78c-b3dc022acfe3 req-cc3c29ef-2166-4b3c-9fd1-7c03c37f3519 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:30.001462 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0807247-0988-45e8-a78c-b3dc022acfe3 req-cc3c29ef-2166-4b3c-9fd1-7c03c37f3519 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.2910159
May 18 01:41:30.002625 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:30.057066 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-78a4a87c-f0c7-4325-a09e-e4d69841ebb2 req-1481dccf-4c76-4d8a-8f8c-72f95df7da4a tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.16 "GET /v2.0/security-groups?id=35f6bcc1-0c88-4d1b-a598-99de232aa7d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942323
May 18 01:41:30.089237 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:30.107894 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:30.161128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0807247-0988-45e8-a78c-b3dc022acfe3 req-33ef0a46-c691-4bc6-94b8-1dd203b57d80 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454368
May 18 01:41:30.217791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Pushing event deleted for resources: {'Port': ['ID=0ea980e2-a2f9-4752-8917-0f3f9d94d1d4,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:30.221139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:30.226073 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14901c47-203c-438b-99f7-98f687275225 req-05fc9b76-b5b7-4f40-916c-87af79b0291e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:30.237273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-14901c47-203c-438b-99f7-98f687275225 req-05fc9b76-b5b7-4f40-916c-87af79b0291e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Synchronizing usage tracker for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:41:30.282027 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-14901c47-203c-438b-99f7-98f687275225 req-05fc9b76-b5b7-4f40-916c-87af79b0291e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Unset dirty status for tenant:f1c7e3b2369f4588a3674cde01fd7d36 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:41:30.283142 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-14901c47-203c-438b-99f7-98f687275225 req-05fc9b76-b5b7-4f40-916c-87af79b0291e tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.3158674
May 18 01:41:30.426649 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0929430>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:26Z', 'revision_number': 3, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:30.431406 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Checking router: 433da0ae-6c0c-4fff-a8d3-57ac9c23656e for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:41:30.431767 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Updating router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e port 63e9f27a-f687-4540-a0e6-411b20b26a9b binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:41:30.455619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] No DVR routers for this DVR port 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:30.470453 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:30.473929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'name': 'network-vif-deleted', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:30.498163 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3aed6e4a-6b8a-4f86-b294-35cfc1848c8b req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] 10.222.0.32 "DELETE /v2.0/ports/0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 HTTP/1.1" status: 204  len: 173 time: 2.1833858
May 18 01:41:30.509216 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:30.551651 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c317c-5c06-4f85-9782-edf2aecfc09f req-f370d3cd-d50f-432f-93ca-973099140ab4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:30.558578 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba7c317c-5c06-4f85-9782-edf2aecfc09f req-f370d3cd-d50f-432f-93ca-973099140ab4 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 945 time: 0.1613009
May 18 01:41:30.656279 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ba7c317c-5c06-4f85-9782-edf2aecfc09f req-a9f21b8c-4d1c-4589-958d-ef648a3dd754 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdc7bb18-c444-4932-beea-a672bd4d4614&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786870
May 18 01:41:30.688939 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc567ad-7718-4f93-bae3-96e991f7c33c', 'name': 'network-vif-deleted', 'tag': '0ea980e2-a2f9-4752-8917-0f3f9d94d1d4', 'status': 'completed', 'code': 200}
May 18 01:41:30.901241 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Deleting port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:30.902331 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.110784 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.147018 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Transition to ACTIVE for port object 63e9f27a-f687-4540-a0e6-411b20b26a9b will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:31.164557 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.183973 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:31.186295 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b5d6-fb33-4059-9c33-788eefe387c3 req-69541a16-a64c-4e81-bc65-f2d1925a9909 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:31.194700 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d345b5d6-fb33-4059-9c33-788eefe387c3 req-69541a16-a64c-4e81-bc65-f2d1925a9909 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1988008
May 18 01:41:31.225565 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ede2d-2a71-4d7a-b591-5654f547dadc req-02dd628d-8198-420b-9ed2-e3e64bf77216 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:31.232548 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d5ede2d-2a71-4d7a-b591-5654f547dadc req-02dd628d-8198-420b-9ed2-e3e64bf77216 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3055859
May 18 01:41:31.263871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-39264fde-44af-4e91-95e1-82a0442f1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:31.265400 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-39264fde-44af-4e91-95e1-82a0442f1b87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1099 time: 0.3942258
May 18 01:41:31.268842 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] For port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:31.269338 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.279665 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Attempting to bind port 63e9f27a-f687-4540-a0e6-411b20b26a9b on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:31.280487 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Attempting to bind port 63e9f27a-f687-4540-a0e6-411b20b26a9b by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:31.281031 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Attempting to bind port 63e9f27a-f687-4540-a0e6-411b20b26a9b on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:31.321901 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:31.328800 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:31.329471 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.330100 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:31.330955 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Bound port: 63e9f27a-f687-4540-a0e6-411b20b26a9b, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:31.332097 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.418481 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d345b5d6-fb33-4059-9c33-788eefe387c3 req-3e8f21a7-a21d-4179-a10b-ba4a246c24e7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2196190
May 18 01:41:31.456541 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d5ede2d-2a71-4d7a-b591-5654f547dadc req-eb0ea0e0-56e9-4c05-9190-7c2fbdc485f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2228336
May 18 01:41:31.517368 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Pushing event updated for resources: {'Port': ['ID=63e9f27a-f687-4540-a0e6-411b20b26a9b,revision_number=2']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:31.544461 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.549160 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Calling delete_port for 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:31.552745 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.553287 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.553574 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.554178 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.560713 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.563958 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:31.575376 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:31.586705 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-ed39e8c4-e00f-49ee-87c7-e554f0dc6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:31.588054 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-ed39e8c4-e00f-49ee-87c7-e554f0dc6829 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.3088095
May 18 01:41:31.590150 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] For port 63e9f27a-f687-4540-a0e6-411b20b26a9b, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:31.593907 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] For port 63e9f27a-f687-4540-a0e6-411b20b26a9b, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=63e9f27a-f687-4540-a0e6-411b20b26a9b,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:31.600022 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:31.606273 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-f9138e56-0480-4bb7-8e6a-48083efe7cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:31.674845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56728) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:31.710655 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Pushing event updated for resources: {'Port': ['ID=63e9f27a-f687-4540-a0e6-411b20b26a9b,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:31.714021 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:31.714697 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0929430>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:31.800249 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-a92bd444-4d6c-402a-98ad-9029ba75f609 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 1002 time: 0.2023828
May 18 01:41:31.802136 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:31.928982 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:31.946672 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:31.966215 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-5d116996-de70-4519-9501-31d6d5193870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:31.967678 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-5d116996-de70-4519-9501-31d6d5193870 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.1597688
May 18 01:41:32.082348 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No active binding found for port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 {{(pid=78861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 18 01:41:32.082931 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:32.083447 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:32.116280 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.128133 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:32.148998 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-6cdac02a-f106-4f48-8c79-d22ca034a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:32.150976 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-6cdac02a-f106-4f48-8c79-d22ca034a024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1731770
May 18 01:41:32.172621 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:32.173362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 0ea980e2-a2f9-4752-8917-0f3f9d94d1d4 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:32.190574 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Pushing event deleted for resources: {'Port': ['ID=42f7a08b-e471-42b5-9f5c-ffcdcbc27e39,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:32.200817 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Deleting subnet 2e270421-950e-44b4-9388-6e81b91f650d {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:41:32.204211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.261211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.324800 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-364447ac-8335-40a5-9301-09b29930a608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.325045 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.416366 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.426137 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.426789 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.427074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.427516 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.427955 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.428483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.428995 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.429923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.430446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.430983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.431486 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.432007 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:32.464118 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:32.522220 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0929430>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:26Z', 'revision_number': 3, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:32.533333 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84867561-1f45-460b-9d0a-279a2e742fae None None] The sync data for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi is: [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:26Z', 'revision_number': 3, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:41:32.562993 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fe716366-5efe-4526-856c-b61b4a80c1b0 req-fa6fd2c6-5bf0-405c-9b71-73ae726d758f tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.16 "GET /v2.0/ports?device_id=dca767d8-1b78-4c0e-a024-8c965bbc81fb HTTP/1.1" status: 200  len: 210 time: 0.1067142
May 18 01:41:32.577967 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] No DVR routers for this DVR port 42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:41:32.589766 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:32.600223 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'name': 'network-vif-deleted', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:32.693422 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-14901c47-203c-438b-99f7-98f687275225 req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] 10.222.0.32 "DELETE /v2.0/ports/42f7a08b-e471-42b5-9f5c-ffcdcbc27e39 HTTP/1.1" status: 204  len: 173 time: 2.4003196
May 18 01:41:32.732012 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-6bc5da27-88db-474d-89aa-4baf6761cf6c service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5718985
May 18 01:41:33.063480 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Allocated IP 172.20.0.1 (5787d5f7-5be7-43d9-a969-a69199319951/f0cde8f5-e4ab-4013-9cb1-c513776c3a04/6c807625-41bd-43ca-88a8-857165ac013e) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:33.076249 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:33.089677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8f0da034-2cc1-4841-9b82-cd5f389ca361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:33.167921 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:33.210591 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132f2c6-ade7-4743-8209-17ec97d8f8ee req-587c2ca5-1ad0-457b-92df-b8c538210629 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:33.212355 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2132f2c6-ade7-4743-8209-17ec97d8f8ee req-587c2ca5-1ad0-457b-92df-b8c538210629 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.4794927
May 18 01:41:33.256993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e270421-950e-44b4-9388-6e81b91f650d,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:33.260869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:33.276588 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-66677f9c-7e1f-445b-99b4-bfbb7bb64a70 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e270421-950e-44b4-9388-6e81b91f650d HTTP/1.1" status: 204  len: 168 time: 1.3075352
May 18 01:41:33.277223 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56748) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:33.299090 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8c5f-8d87-4e6a-ae99-b423d3491feb req-6a920e90-5bc7-4a11-bb81-42923a5bd156 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:33.300676 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8b6b8c5f-8d87-4e6a-ae99-b423d3491feb req-6a920e90-5bc7-4a11-bb81-42923a5bd156 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.4828818
May 18 01:41:33.360645 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e565f961-53b8-4c4b-971c-1495f15df7f7 req-193960ae-2506-4ffb-a545-4b50cbbba23d service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5776570
May 18 01:41:33.423685 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2132f2c6-ade7-4743-8209-17ec97d8f8ee req-b3b3bb1f-a80b-4725-859f-a32abec6cd2b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624858
May 18 01:41:33.527988 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8b6b8c5f-8d87-4e6a-ae99-b423d3491feb req-97f04d59-16e3-4297-ae07-5995a34e48f2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095625
May 18 01:41:33.557842 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca767d8-1b78-4c0e-a024-8c965bbc81fb', 'name': 'network-vif-deleted', 'tag': '42f7a08b-e471-42b5-9f5c-ffcdcbc27e39', 'status': 'completed', 'code': 200}
May 18 01:41:33.605729 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:33.636461 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:33.733874 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56756) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:33.825459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Transition to ACTIVE for port object 6c807625-41bd-43ca-88a8-857165ac013e will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:33.840221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:33.857385 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9a889ac0>,) {'filters': {'network_id': ['34ad0de6-e603-440b-8c73-37173bf6aad9']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:33.930115 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a889ac0>, '9a876bd9-c221-4dcb-9024-c2c2884cef9c') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:33.930512 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a889ac0>, '9a876bd9-c221-4dcb-9024-c2c2884cef9c') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:33.967564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.015564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.046486 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:41:34.047523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:41:34.175747 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:41:34.181179 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.186883 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d944f062-79d3-4263-8a70-5bc61b2169d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:34.254566 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.312273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Network 5787d5f7-5be7-43d9-a969-a69199319951 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:34.316149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:34.319453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:34.382540 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.428665 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:34.447493 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:34.447769 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:34.470724 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/34ad0de6-e603-440b-8c73-37173bf6aad9 HTTP/1.1" status: 204  len: 168 time: 1.1831901
May 18 01:41:34.478460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ad0de6-e603-440b-8c73-37173bf6aad9,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:34.482175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:34.495677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.673752 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.731299 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9dcd160e-5fbf-4aa6-bb63-ef486c06be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.786049 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 63e9f27a-f687-4540-a0e6-411b20b26a9b up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:34.812972 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56782) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:34.890143 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-855f03ae-5cc5-4735-96b7-af56f5433a1c None None] Provisioning for port 6c807625-41bd-43ca-88a8-857165ac013e completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:34.898275 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-855f03ae-5cc5-4735-96b7-af56f5433a1c None None] Provisioning complete for port 6c807625-41bd-43ca-88a8-857165ac013e triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:34.899066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-855f03ae-5cc5-4735-96b7-af56f5433a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.921292 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d274006e-e763-4838-9678-2cb62fb25312 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7818818dab5a4878b403e46b3fedf215&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1048977
May 18 01:41:34.938054 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56786) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:34.939234 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:34.952141 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 63e9f27a-f687-4540-a0e6-411b20b26a9b completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:34.961505 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 63e9f27a-f687-4540-a0e6-411b20b26a9b triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:34.962179 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.025804 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a375e-40bc-4bc2-a6a3-5a76b6693dbf req-52d3d31e-17bf-420f-9c73-c7d180cc3c8c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:35.028148 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-330a375e-40bc-4bc2-a6a3-5a76b6693dbf req-52d3d31e-17bf-420f-9c73-c7d180cc3c8c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.3030157
May 18 01:41:35.030567 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-855f03ae-5cc5-4735-96b7-af56f5433a1c None None] Port 6c807625-41bd-43ca-88a8-857165ac013e cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:41:35.111503 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39b71a-99e5-4f97-9c7f-c2f24906a983 req-8b838d02-ee8b-4302-870f-00126b2d8532 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:35.119679 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af39b71a-99e5-4f97-9c7f-c2f24906a983 req-8b838d02-ee8b-4302-870f-00126b2d8532 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.2313881
May 18 01:41:35.124938 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.137982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.166610 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 63e9f27a-f687-4540-a0e6-411b20b26a9b, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=63e9f27a-f687-4540-a0e6-411b20b26a9b,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:35.173000 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.176660 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:35.184580 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af39b71a-99e5-4f97-9c7f-c2f24906a983 req-f304cb65-2b71-4433-8ed7-da63503eb210 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636501
May 18 01:41:35.198664 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-330a375e-40bc-4bc2-a6a3-5a76b6693dbf req-0491bd6b-0fa1-48e0-8d47-8b9372f97a2d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575220
May 18 01:41:35.213186 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.245401 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.274873 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=63e9f27a-f687-4540-a0e6-411b20b26a9b,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:35.286252 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.286503 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.286977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.288040 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.288747 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.289311 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.289714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.290146 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.290563 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.290963 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.291356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.291764 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:35.297056 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:35.349761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.352826 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.359618 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1c1fbd6a-69ea-48de-8af1-45412b59add1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:35.369091 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.406781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f6bcc1-0c88-4d1b-a598-99de232aa7d2,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:35.420002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:35.420528 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:35.462618 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.466057 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35f6bcc1-0c88-4d1b-a598-99de232aa7d2 HTTP/1.1" status: 204  len: 168 time: 0.5115981
May 18 01:41:35.495487 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.576820 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:35.589083 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:35.649412 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Network 5787d5f7-5be7-43d9-a969-a69199319951 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:35.650528 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:35.670302 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4180a9-50ff-4985-8366-858e54907496 req-3c108219-8647-4d3b-8464-f51a5ec6cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:35.671761 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-3c108219-8647-4d3b-8464-f51a5ec6cc4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1099 time: 0.3678217
May 18 01:41:35.714051 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:35.884006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4180a9-50ff-4985-8366-858e54907496 req-58d6e619-8cd6-4a89-9c8c-201dbfc2a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:35.885673 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-58d6e619-8cd6-4a89-9c8c-201dbfc2a592 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.2056372
May 18 01:41:35.905569 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:41:35.962054 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-8b52715b-5ddc-466c-81d1-1c2fe2a46c64 None None] Provisioning complete for port 6c807625-41bd-43ca-88a8-857165ac013e triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:35.963292 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8b52715b-5ddc-466c-81d1-1c2fe2a46c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:36.042760 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-8b52715b-5ddc-466c-81d1-1c2fe2a46c64 None None] Port 6c807625-41bd-43ca-88a8-857165ac013e cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:41:36.050922 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-c51306e9-6f09-4502-b22d-103eb9decf05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 1002 time: 0.1257691
May 18 01:41:36.056354 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Deleting port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:36.056884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:36.113824 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:41:36.126407 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Sync routers for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:41:36.127521 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/433da0ae-6c0c-4fff-a8d3-57ac9c23656e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2482553
May 18 01:41:36.140942 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:36.141758 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa179a1f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:36.211341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4180a9-50ff-4985-8366-858e54907496 req-378bf061-4bef-4d5e-a7f5-56d8fba35682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:36.212674 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-378bf061-4bef-4d5e-a7f5-56d8fba35682 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.1417406
May 18 01:41:36.291544 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] For port f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,segment=NetworkSegment(a53ec75c-3cfe-4114-a3ff-84cc9082e924),segment_id=a53ec75c-3cfe-4114-a3ff-84cc9082e924)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:36.291898 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:36.436746 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:36.497231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Calling delete_port for f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 owned by network:router_interface {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:36.578521 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4180a9-50ff-4985-8366-858e54907496 req-4b821516-b0e6-4d25-8bd3-e1b5d26e1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:36.579970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-4b821516-b0e6-4d25-8bd3-e1b5d26e1400 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3506730
May 18 01:41:36.758000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3d0c5-b4a2-4190-af19-d0c4a331fe8c req-85a41ea5-8646-4448-b20e-70db919df747 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:36.759569 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-44e3d0c5-b4a2-4190-af19-d0c4a331fe8c req-85a41ea5-8646-4448-b20e-70db919df747 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3036036
May 18 01:41:36.762571 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 63e9f27a-f687-4540-a0e6-411b20b26a9b up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:36.903673 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-44e3d0c5-b4a2-4190-af19-d0c4a331fe8c req-f5faf053-7adf-47f6-87bb-8cb0d85af7bd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882654
May 18 01:41:36.928751 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 63e9f27a-f687-4540-a0e6-411b20b26a9b triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:36.936554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:36.983737 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-8757e4c5-1667-46ee-99b4-2a9cec2b5506 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705469
May 18 01:41:37.046615 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56840) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:37.056174 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635483983-network', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:37.061685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:37.066364 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Usage tracker for resource:network and tenant:aad1f19200d94f85b8b8e6826d3763c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:37.070357 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:37.078175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:37.080516 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa179a1f0>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 2, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:37.090299 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Checking router: 433da0ae-6c0c-4fff-a8d3-57ac9c23656e for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:41:37.090659 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Updating router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e port 6c807625-41bd-43ca-88a8-857165ac013e binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:41:37.093257 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Made reservation on behalf of aad1f19200d94f85b8b8e6826d3763c4 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:37.097597 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.120064 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.137918 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:37.142606 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Usage tracker for resource:security_group_rule and tenant:aad1f19200d94f85b8b8e6826d3763c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:37.145683 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:37.155179 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:37.163205 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.267093 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6f4180a9-50ff-4985-8366-858e54907496 req-5798ac3c-8391-430f-8980-d81b8583771a service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730536
May 18 01:41:37.268477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.274917 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.280140 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b744b981-1971-45de-b691-7b3bcb698a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:37.321211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d336f6b-224d-4df6-b416-a1cd34c7d648,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:37.323753 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:41:37.326506 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:37.335286 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.335826 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Added segment 997dbaad-1495-4734-9377-ec0a7a385517 of type vlan for network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f
May 18 01:41:37.374622 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.378841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.390590 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:37.401770 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.415161 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.416525 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:37.417107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.422348 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:37.460701 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Pushing event deleted for resources: {'Port': ['ID=f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:37.524987 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:37.529698 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:37.539279 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:41:37.539512 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4917567
May 18 01:41:37.542543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56850) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:37.549395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Request body: {'subnet': {'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635483983-subnet', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:37.554850 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:37.557959 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.558318 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.558668 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.559008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.559240 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Usage tracker for resource:subnet and tenant:aad1f19200d94f85b8b8e6826d3763c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:37.559355 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.559674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.560009 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.560372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.560715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.561053 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.561383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.561860 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:41:37.562901 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:37.570273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:37.575051 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:37.584657 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Made reservation on behalf of aad1f19200d94f85b8b8e6826d3763c4 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:37.588643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.757883 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.772132 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Transition to ACTIVE for port object 6c807625-41bd-43ca-88a8-857165ac013e will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:37.786104 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.796861 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:37.829497 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:37.901951 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Pushing event updated for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:37.923624 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:38.260785 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.266081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:38.279294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Attempting to bind port 6c807625-41bd-43ca-88a8-857165ac013e on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:38.279663 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Attempting to bind port 6c807625-41bd-43ca-88a8-857165ac013e by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:38.280177 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Attempting to bind port 6c807625-41bd-43ca-88a8-857165ac013e on network 5787d5f7-5be7-43d9-a969-a69199319951 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:38.287926 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:38.288976 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Checking segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:38.289393 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.289769 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Bound using segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:38.290582 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Bound port: 6c807625-41bd-43ca-88a8-857165ac013e, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:38.291154 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.352340 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a725b209-674e-414e-a243-a68910b55f0f,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:38.358213 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:38.358914 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Checking segment: {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:38.359265 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Network hostable DHCP agents. Network: 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:41:38.380637 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:41:38.395238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:38.409997 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f1f2-3fc6-409c-a2b8-d3c881d2f3c2 req-b7012cb9-09ad-4ab1-aaf5-795a7e3634e9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:38.410529 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:38.411806 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.412082 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad47f1f2-3fc6-409c-a2b8-d3c881d2f3c2 req-b7012cb9-09ad-4ab1-aaf5-795a7e3634e9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3008118
May 18 01:41:38.418680 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25c788-2b99-4398-86a4-614623e5813d None None] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:38.440456 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] For port 6c807625-41bd-43ca-88a8-857165ac013e, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:38.454926 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-3cebcead-6f22-4071-8b9c-895a2cc5762f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9112532
May 18 01:41:38.457359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56882) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:38.463869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:38.472927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Router a940bf82-f9f9-4cbb-8488-f085c86dcc72 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:41:38.474307 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:38.480676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Usage tracker for resource:router and tenant:aad1f19200d94f85b8b8e6826d3763c4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:38.481017 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad47f1f2-3fc6-409c-a2b8-d3c881d2f3c2 req-950c9767-4f15-4af6-b159-493411e4d606 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617962
May 18 01:41:38.484558 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:38.492175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:38.521881 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.523424 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.530494 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] For port 6c807625-41bd-43ca-88a8-857165ac013e, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=6c807625-41bd-43ca-88a8-857165ac013e,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:38.540439 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.541215 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:38.548449 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:38.672408 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:38.673048 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa179a1f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:38.726781 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Pushing event updated for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:38.734138 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:38.734667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:41:38.747562 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Sync routers for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:41:38.762192 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] 10.222.0.16 "PUT /v2.0/routers/a940bf82-f9f9-4cbb-8488-f085c86dcc72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0260561
May 18 01:41:38.763308 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:38.764014 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0c51a60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:38.768755 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56888) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:38.904800 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56892) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:38.971419 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.151506 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.184200 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:41:39.187034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.238186 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:39.323322 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:39.432908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.470155 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.503945 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.526548 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:39.534436 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a9c8bc493f48bcbb826984ded45b35 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:39.540588 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:39.553225 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:39.557363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.597766 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0c51a60>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:41:37Z', 'revision_number': 5, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port': {'id': '61e41f7a-8223-402d-b112-00bbf6fc1b8a', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:25Z', 'updated_at': '2021-05-18T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:39.605252 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Checking router: a940bf82-f9f9-4cbb-8488-f085c86dcc72 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:41:39.616268 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Routers {'a940bf82-f9f9-4cbb-8488-f085c86dcc72'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:39.617742 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0c51a60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:39.676766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.684480 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.708540 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bf745964-6a5f-4eee-80fe-1ce19328a2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:39.740386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Allocated IP 172.27.1.45 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/159a107d-8b64-4020-be9a-b40c2c030100) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:39.765624 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Allocated IP 172.20.0.2 (4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f/a725b209-674e-414e-a243-a68910b55f0f/3b146bb6-20af-4f73-b92a-d9c2096f7742) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:39.822266 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] Set router a940bf82-f9f9-4cbb-8488-f085c86dcc72 gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:39.862332 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6a9c8bc493f48bcbb826984ded45b35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9561355
May 18 01:41:39.866941 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56902) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:39.898797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de841b-844a-4c02-9e53-9856d8d8ded2,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:39.914312 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:39.945295 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Deleting port 61e41f7a-8223-402d-b112-00bbf6fc1b8a {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:41:39.945549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.950855 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:39.954406 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0c51a60>, [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:41:39Z', 'revision_number': 6, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:39.958813 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401323e7-de8f-4968-a36d-397bb9eb43e2 None None] The sync data for ids ['a940bf82-f9f9-4cbb-8488-f085c86dcc72'] in dv-cinder-784623-9-iscsi is: [{'id': 'a940bf82-f9f9-4cbb-8488-f085c86dcc72', 'name': 'tempest-ServerRescueNegativeTestJSON-2090314387-router', 'tenant_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:23Z', 'updated_at': '2021-05-18T01:41:39Z', 'revision_number': 6, 'project_id': 'f1c7e3b2369f4588a3674cde01fd7d36', 'gw_port_host': None}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:41:39.973983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:39.978935 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.026501 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.052147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3263-2584-4006-b0a8-d28d426b9509 req-d60c602f-73f1-475b-be53-1eabfbeaa9a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:40.053514 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-975d3263-2584-4006-b0a8-d28d426b9509 req-d60c602f-73f1-475b-be53-1eabfbeaa9a2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 946 time: 0.3464129
May 18 01:41:40.071741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.077303 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:40.139185 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-975d3263-2584-4006-b0a8-d28d426b9509 req-5f6537b0-97a9-4e7b-9bcd-68dac039644f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747995
May 18 01:41:40.148761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:40.151787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:40.155706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:40.201846 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] For port 61e41f7a-8223-402d-b112-00bbf6fc1b8a, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=61e41f7a-8223-402d-b112-00bbf6fc1b8a,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:40.202361 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.210742 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=159a107d-8b64-4020-be9a-b40c2c030100,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:40.232702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:40.233336 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.236232 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-efa5ee18-c4f1-4599-ad10-7d35fde2bdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:40.274547 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.277409 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de841b-844a-4c02-9e53-9856d8d8ded2,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:40.295122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:40.312063 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa179a1f0>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:40.364177 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1f19f-f492-4a43-85be-b3b91b58da5f None None] The sync data for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi is: [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:41:40.375113 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.400166 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:41:40.409419 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Transition to ACTIVE for port object 3b146bb6-20af-4f73-b92a-d9c2096f7742 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:40.421081 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:40.426229 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Calling delete_port for 61e41f7a-8223-402d-b112-00bbf6fc1b8a owned by network:router_gateway {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:41:40.466798 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.470934 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:40.529996 dv-cinder-784623-9-iscsi neutron-server[78861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'code': 422} returned with failed status
May 18 01:41:40.542594 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Transition to ACTIVE for port object 3b146bb6-20af-4f73-b92a-d9c2096f7742 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:40.581535 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.622390 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:40.624382 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:40.628005 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:40.630132 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=8']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:40.635832 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:40.636598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c248ef3c-9a7c-466f-8cac-9072718051ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:40.711940 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.722840 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7a1e7aaa-9a1d-49e8-92cb-f0dd563eed20 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:40.737403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.752956 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9de841b-844a-4c02-9e53-9856d8d8ded2 HTTP/1.1" status: 204  len: 168 time: 0.8735127
May 18 01:41:40.818304 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Attempting to bind port 3b146bb6-20af-4f73-b92a-d9c2096f7742 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:40.818977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Attempting to bind port 3b146bb6-20af-4f73-b92a-d9c2096f7742 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:40.819727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Attempting to bind port 3b146bb6-20af-4f73-b92a-d9c2096f7742 on network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:40.826409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Pushing event updated for resources: {'Port': ['ID=3b146bb6-20af-4f73-b92a-d9c2096f7742,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:40.842688 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e41f7a-8223-402d-b112-00bbf6fc1b8a,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:40.842974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:40.843810 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:40.846871 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Checking segment: {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:40.849095 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.849512 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Bound using segment: {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:40.850028 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Bound port: 3b146bb6-20af-4f73-b92a-d9c2096f7742, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:40.850409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:40.850951 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:41.100072 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] For port 3b146bb6-20af-4f73-b92a-d9c2096f7742, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:41.118698 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] For port 3b146bb6-20af-4f73-b92a-d9c2096f7742, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3b146bb6-20af-4f73-b92a-d9c2096f7742,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:41.126505 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.143530 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-65de8421-6356-4a72-aef5-fda24b5ce39e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:41.173045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.276721 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 6c807625-41bd-43ca-88a8-857165ac013e up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:41.296242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.409334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Pushing event updated for resources: {'Port': ['ID=3b146bb6-20af-4f73-b92a-d9c2096f7742,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:41.421999 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:41.450467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 6c807625-41bd-43ca-88a8-857165ac013e completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:41.456656 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 6c807625-41bd-43ca-88a8-857165ac013e triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:41.457187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.513487 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.524862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.661329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.664086 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a940bf82-f9f9-4cbb-8488-f085c86dcc72 {{(pid=78859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:41:41.791617 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.801929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.808011 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a940bf82-f9f9-4cbb-8488-f085c86dcc72 HTTP/1.1" status: 204  len: 168 time: 3.0358753
May 18 01:41:41.808830 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56932) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:41.886492 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56936) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:41.894777 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 6c807625-41bd-43ca-88a8-857165ac013e, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=6c807625-41bd-43ca-88a8-857165ac013e,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:41.902817 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:41.911152 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:41.992457 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.045003 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:42.062841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:42.075561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Deleting subnet 6d25c770-5ea8-4721-a590-8c5f82249bbd {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:41:42.094777 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.131680 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Usage tracker for resource:security_group_rule and tenant:13440df6322d438cbf155a1da0b775bc is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:42.195281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.229007 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:42.229415 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f285fba5-dc0d-434d-ab1d-2cdd7bcb0c01 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:42.229775 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 61e41f7a-8223-402d-b112-00bbf6fc1b8a no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:42.276116 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:42.286115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:42.307764 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.333673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:42.356397 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:42.357774 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 61e41f7a-8223-402d-b112-00bbf6fc1b8a {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:41:42.359783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 61e41f7a-8223-402d-b112-00bbf6fc1b8a not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:41:42.546723 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.578437 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Router 7237e547-4d31-4630-8f9a-829f830aabbd is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:41:42.858069 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:41:42.862885 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 6c807625-41bd-43ca-88a8-857165ac013e up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:42.876518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56964) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:42.887051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.890823 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.4299254
May 18 01:41:42.890952 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 56970) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:42.907032 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Sync routers for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:41:42.915154 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb811-3b0e-4fa6-9534-950a65fc2b86 req-89b1f1a8-dbe4-4fdc-8907-e9f0182a588f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:42.932375 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0cfdb811-3b0e-4fa6-9534-950a65fc2b86 req-89b1f1a8-dbe4-4fdc-8907-e9f0182a588f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.5698063
May 18 01:41:42.933293 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:42.933992 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bee14f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:42.935880 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:42.990931 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.012140 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5ecdcd5e-5a2a-40e3-996b-7a962e5bc796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:43.140436 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13440df6322d438cbf155a1da0b775bc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2527533
May 18 01:41:43.141491 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7825e-2ca6-4842-aa7c-6801a14d9312,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:43.146722 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0cfdb811-3b0e-4fa6-9534-950a65fc2b86 req-5df476c4-184a-435f-965a-2cf35eb982a4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2130075
May 18 01:41:43.182757 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4048f-dcc1-4b9a-97a8-86fda06a0d2c None None] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:43.196718 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56974) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:43.197695 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:43.284699 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-3a6a1086-ac77-4103-b1ab-2e95c8db8af5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4043458
May 18 01:41:43.286641 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.302905 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35dc12af-a5df-4875-bf57-3fa363db3c43 None None] Provisioning for port 3b146bb6-20af-4f73-b92a-d9c2096f7742 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:43.315978 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.322333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 6c807625-41bd-43ca-88a8-857165ac013e triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:43.322711 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.371080 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.383005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a2e6002b-bf86-4591-b133-a9402e2b787f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:43.385317 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:43.416350 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.429175 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d25c770-5ea8-4721-a590-8c5f82249bbd,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:43.437609 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:43.444010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0abea953-4dc7-4dc6-b7cf-54c379a6e438 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d25c770-5ea8-4721-a590-8c5f82249bbd HTTP/1.1" status: 204  len: 168 time: 1.6313770
May 18 01:41:43.444010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 56980) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:43.489431 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.493047 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.499880 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76f7825e-2ca6-4842-aa7c-6801a14d9312 HTTP/1.1" status: 204  len: 168 time: 0.3009019
May 18 01:41:43.602370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:43.630853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7825e-2ca6-4842-aa7c-6801a14d9312,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:43.654663 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:43.688418 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.875766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.891403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9be3dc40>,) {'filters': {'network_id': ['6290b07a-a3d1-48f5-9bf2-47816df9c044']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:43.907217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9be3dc40>, 'a53ec75c-3cfe-4114-a3ff-84cc9082e924') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:43.907757 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9be3dc40>, 'a53ec75c-3cfe-4114-a3ff-84cc9082e924') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:43.921469 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.934758 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3b146bb6-20af-4f73-b92a-d9c2096f7742 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:43.965026 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.975414 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:41:43.978914 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:43.986439 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:41:44.104590 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:41:44.108612 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 3b146bb6-20af-4f73-b92a-d9c2096f7742 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:44.109789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.116708 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bee14f0>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:40Z', 'revision_number': 3, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:44.117249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.120410 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3b146bb6-20af-4f73-b92a-d9c2096f7742 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:44.120789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.122911 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:44.151735 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Checking router: 7237e547-4d31-4630-8f9a-829f830aabbd for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:41:44.151982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Updating router 7237e547-4d31-4630-8f9a-829f830aabbd port 159a107d-8b64-4020-be9a-b40c2c030100 binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:41:44.161708 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Pushing event deleted for resources: {'Network': ['ID=6290b07a-a3d1-48f5-9bf2-47816df9c044,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:44.170377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:44.177166 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-50907bf6-70ea-4ca7-b0ee-d6ba3a64195b admin admin] 10.222.0.16 "DELETE /v2.0/networks/6290b07a-a3d1-48f5-9bf2-47816df9c044 HTTP/1.1" status: 204  len: 168 time: 0.7229412
May 18 01:41:44.300165 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.347428 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Allocated IP 172.20.0.1 (4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f/a725b209-674e-414e-a243-a68910b55f0f/af1537b8-3866-4e0b-856d-8abfc2ea4ed6) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:41:44.539018 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759da83-0026-4f44-9fde-53d4aa5d4971 req-ab93b9eb-14df-4db0-9b9c-4c2c907953d6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:44.541092 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d759da83-0026-4f44-9fde-53d4aa5d4971 req-ab93b9eb-14df-4db0-9b9c-4c2c907953d6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1957242
May 18 01:41:44.561525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57016) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:44.573624 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.593204 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Transition to ACTIVE for port object af1537b8-3866-4e0b-856d-8abfc2ea4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:44.614840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:41:44.629230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.637376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9d9fdafd-638e-4712-b777-e5c709628a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:44.654963 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d759da83-0026-4f44-9fde-53d4aa5d4971 req-7397dcaa-2035-4f9f-84ff-f2e7f489613e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949326
May 18 01:41:44.673592 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-903d6c32-a3f2-499e-afef-073efce9fd33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1c7e3b2369f4588a3674cde01fd7d36&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1109016
May 18 01:41:44.674169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57020) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:44.694986 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-130c20eb-3bfb-444f-8c35-ab7993544163 None None] Provisioning complete for port 3b146bb6-20af-4f73-b92a-d9c2096f7742 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:44.695427 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-130c20eb-3bfb-444f-8c35-ab7993544163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.743779 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:44.747849 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:44.751900 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:41:44.753752 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.784206 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.787503 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.800527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Pushing event updated for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:44.816090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:44.843829 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.856497 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.861624 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3ae53375-7dce-4395-97b8-d03363b55c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:44.889326 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7bb18-c444-4932-beea-a672bd4d4614,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:44.893593 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:44.910207 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:44.915828 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-06a3985d-1e4d-400a-9ec3-c5b55b60eed0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdc7bb18-c444-4932-beea-a672bd4d4614 HTTP/1.1" status: 204  len: 168 time: 0.2389355
May 18 01:41:45.033884 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.284217 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.287598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 3b146bb6-20af-4f73-b92a-d9c2096f7742, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3b146bb6-20af-4f73-b92a-d9c2096f7742,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:45.300326 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.340435 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:45.346861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.353987 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.386498 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Transition to ACTIVE for port object 159a107d-8b64-4020-be9a-b40c2c030100 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:45.394052 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ef4bde25-7f0b-4c42-9bf4-5eddb9cde506 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:45.416466 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.464124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Attempting to bind port 159a107d-8b64-4020-be9a-b40c2c030100 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:45.464523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Attempting to bind port 159a107d-8b64-4020-be9a-b40c2c030100 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:45.464884 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Attempting to bind port 159a107d-8b64-4020-be9a-b40c2c030100 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:45.474208 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:45.474582 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:45.474976 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.475403 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:45.475888 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Bound port: 159a107d-8b64-4020-be9a-b40c2c030100, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:45.476255 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.495316 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.504577 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=3b146bb6-20af-4f73-b92a-d9c2096f7742,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:45.505489 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Pushing event updated for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:45.508841 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:45.520172 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:45.525907 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:45.736032 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Pushing event updated for resources: {'Port': ['ID=159a107d-8b64-4020-be9a-b40c2c030100,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:45.739526 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:45.746210 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-871cd3f2-2e31-44d6-a0f1-39e78ad1229f None None] Provisioning for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:45.753066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-871cd3f2-2e31-44d6-a0f1-39e78ad1229f None None] Provisioning complete for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:45.753440 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-871cd3f2-2e31-44d6-a0f1-39e78ad1229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.782187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] For port 159a107d-8b64-4020-be9a-b40c2c030100, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:45.816513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] For port 159a107d-8b64-4020-be9a-b40c2c030100, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=159a107d-8b64-4020-be9a-b40c2c030100,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:45.824014 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:45.831079 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:45.895376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:41:45.896861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:45.905564 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-871cd3f2-2e31-44d6-a0f1-39e78ad1229f None None] Port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:41:45.930525 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:45.931343 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bee14f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:46.187874 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337aa77-3f4d-4e80-8a7d-5db88000826c req-b8da4dd1-99a0-47c6-a8df-2f642933163e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:46.199215 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3337aa77-3f4d-4e80-8a7d-5db88000826c req-b8da4dd1-99a0-47c6-a8df-2f642933163e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2261441
May 18 01:41:46.356237 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3337aa77-3f4d-4e80-8a7d-5db88000826c req-fbe458a8-bdc3-4f68-981e-dac11849fd92 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547809
May 18 01:41:46.392422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Router 7237e547-4d31-4630-8f9a-829f830aabbd has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:41:46.394932 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Pushing event updated for resources: {'Port': ['ID=159a107d-8b64-4020-be9a-b40c2c030100,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:46.423903 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:46.448346 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:46.591523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4d88e92b-7396-41be-ab39-6598414e7d12 None None] Provisioning complete for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:46.591923 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4d88e92b-7396-41be-ab39-6598414e7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:46.643484 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:41:46.655085 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] 10.222.0.16 "PUT /v2.0/routers/7237e547-4d31-4630-8f9a-829f830aabbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7630463
May 18 01:41:46.689758 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-4d88e92b-7396-41be-ab39-6598414e7d12 None None] Port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:41:47.011020 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bee14f0>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:44Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'af1537b8-3866-4e0b-856d-8abfc2ea4ed6', 'name': '', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'mac_address': 'fa:16:3e:db:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 2, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'subnets': [{'id': 'a725b209-674e-414e-a243-a68910b55f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:47.017626 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a8f50-1b51-46b8-9fa6-fe23bd7d3025 None None] The sync data for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi is: [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:44Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'af1537b8-3866-4e0b-856d-8abfc2ea4ed6', 'name': '', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'mac_address': 'fa:16:3e:db:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 2, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'subnets': [{'id': 'a725b209-674e-414e-a243-a68910b55f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:41:47.533866 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57104) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:47.535665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3b146bb6-20af-4f73-b92a-d9c2096f7742 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:47.540559 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420598844', 'description': 'tempest-secgroup-smoke-1420598844 description', 'project_id': '26a3a93319a54320819f6f385f3682b7'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:47.555211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:47.569608 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:47.581602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:47.607659 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:47.641104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:47.714266 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:47.726669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:47.735597 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:47.771179 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:47.842004 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 3b146bb6-20af-4f73-b92a-d9c2096f7742 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:47.842634 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:47.980378 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a1de5-9ddd-44d5-9a69-f2729c16591c req-551df9f9-2ba9-45a6-8d5b-7e4907a580a0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:47.989479 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d6a1de5-9ddd-44d5-9a69-f2729c16591c req-551df9f9-2ba9-45a6-8d5b-7e4907a580a0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1857207
May 18 01:41:48.052732 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.069553 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.079457 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-50837575-ec94-4d6e-9d92-954026b5c975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:48.113783 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d6a1de5-9ddd-44d5-9a69-f2729c16591c req-2edf8207-622a-42b9-86e1-8f2f5d9e450c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211610
May 18 01:41:48.161781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:48.166202 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:48.167724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.169152 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6339512
May 18 01:41:48.172193 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57126) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:48.178141 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:48.188171 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:48.194723 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:48.198753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:48.207567 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:48.239560 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.331111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.336471 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.339757 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4ab3417b-357a-4487-9369-a19c578e72bd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:48.367913 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2d719a-c643-48e3-a66b-5f804544af5e,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:48.371652 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:48.376526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.377820 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2046094
May 18 01:41:48.380766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57132) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:48.387640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:48.393494 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:48.398226 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:48.401255 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:48.410501 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:48.428217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.502204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.507328 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.509724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:48.534070 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725f2a9f-76c7-477f-bf0e-77f88fe8117c,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:48.536715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:48.545335 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.546721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1651795
May 18 01:41:48.549709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57140) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:48.555642 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:48.561420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:48.565406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:48.568429 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:48.574640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:48.595319 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.749927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.755078 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.758291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:48.780783 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75369a3a-1bc4-410f-98cd-e8b8b9d84145,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:48.783313 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:48.794133 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.795713 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-848ad534-cfbe-4a66-932d-b334a65919ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2450893
May 18 01:41:48.798759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57148) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:48.805995 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:48.812228 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:48.816595 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:48.820800 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:48.829134 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:48.838951 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57152) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:48.853115 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.927898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.934153 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.936428 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3739e899-9c1d-4d02-b505-75ac99a2e863 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:48.961713 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00b1e81-98d7-4932-ab80-b92505c4c54b,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:48.967571 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:48.986203 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.997536 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:48.998692 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cbe24c61-9ccb-47fb-a0a5-5eee53e0b0dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1988564
May 18 01:41:49.001586 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57158) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:49.003969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:49.007637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:49.008643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Usage tracker for resource:security_group_rule and tenant:0d04e468e71f4ba39a7c09a6eceeda62 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:49.011506 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:49.013393 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:49.017195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:49.017318 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:49.020483 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:49.027560 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:49.037863 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.securitygroups_db [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Project 26a3a93319a54320819f6f385f3682b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:41:49.043648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.104731 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.108856 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.110549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.113930 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.116029 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-20821b21-c63c-4e29-86e6-169d76b72d1d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:49.118909 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:49.140108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72398651-c284-4a17-b9ae-79ac28376585,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:49.144562 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:49.155162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.156551 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1538069
May 18 01:41:49.159306 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57164) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:49.165494 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'security_group_rule': {'security_group_id': '93fe3ee8-dae8-426b-acdb-5a3d98aba4e6', 'project_id': '26a3a93319a54320819f6f385f3682b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:49.170947 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d04e468e71f4ba39a7c09a6eceeda62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3306127
May 18 01:41:49.172667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:49.173449 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57168) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:49.176582 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:security_group_rule and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:49.177568 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac05bdb-e4d2-4e28-9682-20b0e088e410,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:49.179535 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:49.185204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:49.189233 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:49.221546 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.securitygroups_db [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Project 26a3a93319a54320819f6f385f3682b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:41:49.230645 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.281163 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.309378 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.379937 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.388796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.398762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.402102 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:49.407943 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-440dd55b-060b-49df-b00a-16d445afa192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:49.421593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac05bdb-e4d2-4e28-9682-20b0e088e410,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:49.424985 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:49.427358 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.434076 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ac05bdb-e4d2-4e28-9682-20b0e088e410 HTTP/1.1" status: 204  len: 168 time: 0.2590821
May 18 01:41:49.464329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b9216-aa35-4702-b1fe-394239f45593 req-5eaf4642-e939-441e-99e0-f55de581d407 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:49.469315 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-777b9216-aa35-4702-b1fe-394239f45593 req-5eaf4642-e939-441e-99e0-f55de581d407 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2160621
May 18 01:41:49.472475 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee035f47-100d-45f7-a542-844b671b0445,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:49.479688 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:49.503995 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 159a107d-8b64-4020-be9a-b40c2c030100 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:49.505322 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.507217 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3463767
May 18 01:41:49.542240 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-777b9216-aa35-4702-b1fe-394239f45593 req-5043e129-657f-497b-8241-99f252798f4f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603442
May 18 01:41:49.628578 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 159a107d-8b64-4020-be9a-b40c2c030100 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:49.637358 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 159a107d-8b64-4020-be9a-b40c2c030100 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:49.637820 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.810383 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.830404 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 159a107d-8b64-4020-be9a-b40c2c030100, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=159a107d-8b64-4020-be9a-b40c2c030100,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:49.838283 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.840590 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-1377b1f4-617f-4d77-a77b-b5d892424c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:49.869672 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57222) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:49.891153 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Sync routers for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:41:49.898114 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:49.902085 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:49.902767 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1600dc0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:49.915631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:49.921643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a9f6bc7ae448c0af5a56c213ab04d4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:49.926454 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:49.935064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:49.936857 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=159a107d-8b64-4020-be9a-b40c2c030100,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:49.950617 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:50.032139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.038693 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.047480 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:50.087746 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a9f6bc7ae448c0af5a56c213ab04d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2169232
May 18 01:41:50.088956 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849071b5-46df-43ea-9116-ba4006779325,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:50.090438 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57234) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:50.091994 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:50.149917 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:50.157646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.184164 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.246646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.251246 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c496314e-55bb-4ba2-be45-5937353d620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:50.267969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849071b5-46df-43ea-9116-ba4006779325,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:50.270708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:50.271921 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.276415 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/849071b5-46df-43ea-9116-ba4006779325 HTTP/1.1" status: 204  len: 168 time: 0.1817355
May 18 01:41:50.435292 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:41:50.540865 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1600dc0>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:44Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'af1537b8-3866-4e0b-856d-8abfc2ea4ed6', 'name': '', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'mac_address': 'fa:16:3e:db:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 2, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'subnets': [{'id': 'a725b209-674e-414e-a243-a68910b55f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:50.545295 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Checking router: 7237e547-4d31-4630-8f9a-829f830aabbd for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:41:50.545652 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Updating router 7237e547-4d31-4630-8f9a-829f830aabbd port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:41:50.606620 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:50.765870 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0a943-4bcc-4dc1-975b-7061f7e66f13 req-eab588f8-6805-4151-9a5d-6a78c24a1427 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:50.767349 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f2a0a943-4bcc-4dc1-975b-7061f7e66f13 req-eab588f8-6805-4151-9a5d-6a78c24a1427 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0890310
May 18 01:41:50.833594 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f2a0a943-4bcc-4dc1-975b-7061f7e66f13 req-3f542b66-c7e6-4791-93a0-c34dce871c5d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524964
May 18 01:41:51.002186 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.020108 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Transition to ACTIVE for port object af1537b8-3866-4e0b-856d-8abfc2ea4ed6 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:41:51.027303 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.031154 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:51.119260 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.253416 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-eb9f08df-2f3a-4a3b-b3c8-9bf6e997cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.255061 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-eb9f08df-2f3a-4a3b-b3c8-9bf6e997cb43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 1097 time: 0.1497416
May 18 01:41:51.276389 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f616-6183-443d-a854-ba295428655c None None] Pushing event updated for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:51.310669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57278) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:51.340180 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-0b29f616-6183-443d-a854-ba295428655c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:51.360907 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-9fb17f1c-6cf8-471f-a3aa-9bfaa0fe8764 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1270342
May 18 01:41:51.440685 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Attempting to bind port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:41:51.441096 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Attempting to bind port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:41:51.441465 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Attempting to bind port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 on network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:41:51.462172 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 159a107d-8b64-4020-be9a-b40c2c030100 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:51.465376 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:41:51.468783 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Checking segment: {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:51.469509 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.471423 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Bound using segment: {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:41:51.474076 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Bound port: af1537b8-3866-4e0b-856d-8abfc2ea4ed6, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997dbaad-1495-4734-9377-ec0a7a385517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:41:51.475051 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.481222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-15fd88b2-b513-4672-8965-2443da2749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.482940 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-15fd88b2-b513-4672-8965-2443da2749c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1097 time: 0.1989844
May 18 01:41:51.525837 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-6e0298fe-9bc5-45c7-bfd6-c042341c7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.528753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-6e0298fe-9bc5-45c7-bfd6-c042341c7337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1099 time: 0.1369367
May 18 01:41:51.636911 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] For port af1537b8-3866-4e0b-856d-8abfc2ea4ed6, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:41:51.641817 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] For port af1537b8-3866-4e0b-856d-8abfc2ea4ed6, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:41:51.645706 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 159a107d-8b64-4020-be9a-b40c2c030100 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:51.646158 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.649317 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.656093 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:51.708057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-a1a75c06-6bbd-4f8c-921c-a3088e24bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.710375 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-a1a75c06-6bbd-4f8c-921c-a3088e24bbe1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.1546252
May 18 01:41:51.713862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-bc6c5a58-ad09-48ef-8ebb-2e6552150977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.715557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-bc6c5a58-ad09-48ef-8ebb-2e6552150977 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.2258983
May 18 01:41:51.718281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343638647-network', 'tenant_id': '5b6fb374afa348d7a20424eda6bdf9dc'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:51.723930 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:51.750281 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:41:51.750919 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1600dc0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:41:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:51.809001 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Usage tracker for resource:network and tenant:5b6fb374afa348d7a20424eda6bdf9dc is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:51.812957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:51.819928 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:51.874992 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-400ca8d3-d2b6-4009-baf5-ef4c7e7a3697 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 1000 time: 0.1486545
May 18 01:41:51.896839 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f616-6183-443d-a854-ba295428655c None None] Pushing event updated for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:51.900766 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-14755ed0-20c8-4102-8eb1-71acc774f375 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 1002 time: 0.1717751
May 18 01:41:51.901781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Made reservation on behalf of 5b6fb374afa348d7a20424eda6bdf9dc for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:51.904065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.909474 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-0b29f616-6183-443d-a854-ba295428655c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:51.922413 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:51.957710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-d73b3ebf-abf8-47a2-8bc0-57dfc9a5159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:51.959487 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-d73b3ebf-abf8-47a2-8bc0-57dfc9a5159c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0803132
May 18 01:41:52.044146 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:41:52.071117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:52.089717 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6fb374afa348d7a20424eda6bdf9dc is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:52.095655 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:52.118365 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:52.135372 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-351dd74d-2239-406e-8295-885fcd335009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:52.137594 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-351dd74d-2239-406e-8295-885fcd335009 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.2161233
May 18 01:41:52.282066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-79971dd7-a618-428b-ad90-65c41afaa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:52.283576 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-79971dd7-a618-428b-ad90-65c41afaa69f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3163853
May 18 01:41:52.325118 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-aa11c722-4bca-4c48-a66d-d5f6a8777984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:52.327149 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-aa11c722-4bca-4c48-a66d-d5f6a8777984 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1810772
May 18 01:41:52.348983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c27d-ffc1-454e-b47c-579b60e30edc req-4a3fb3eb-a097-4a98-9041-47f8326743ff tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:52.356445 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c82c27d-ffc1-454e-b47c-579b60e30edc req-4a3fb3eb-a097-4a98-9041-47f8326743ff tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2436109
May 18 01:41:52.400553 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.473635 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57310) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:52.501536 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2c82c27d-ffc1-454e-b47c-579b60e30edc req-dada78d8-d21c-4912-a931-249473893462 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814657
May 18 01:41:52.555374 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-16251eec-5dd9-4c26-ad11-6d6451f22972 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524018
May 18 01:41:52.583145 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1600dc0>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:44Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'af1537b8-3866-4e0b-856d-8abfc2ea4ed6', 'name': '', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'mac_address': 'fa:16:3e:db:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:51Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'subnets': [{'id': 'a725b209-674e-414e-a243-a68910b55f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:41:52.587042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.588432 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a31c7-72d7-40e3-9689-f85d00a075b4 None None] The sync data for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi is: [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:41:44Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'af1537b8-3866-4e0b-856d-8abfc2ea4ed6', 'name': '', 'network_id': '4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'mac_address': 'fa:16:3e:db:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a725b209-674e-414e-a243-a68910b55f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:51Z', 'revision_number': 4, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'subnets': [{'id': 'a725b209-674e-414e-a243-a68910b55f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:41:52.617361 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:52.659994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:41:52.672332 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.688831 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2fb631-9fad-478e-b965-43d4690c15e5,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:52.692085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:52.695883 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.696230 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Added segment 1c1058ac-b294-43e4-9089-b0c9819e4345 of type vlan for network ad6fb922-92a6-472a-9ab9-96312a1e84ec
May 18 01:41:52.723589 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:52.724225 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-6a2cdfe7-80dc-4683-be55-f21b3880c06f service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3822913
May 18 01:41:52.731787 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Usage tracker for resource:security_group_rule and tenant:d68f9f381e0c4811b70155099c2a0ab6 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:52.736202 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:52.744509 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.746567 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:52.777922 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.779472 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:52.780172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.790845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a0babd25-4018-4f5b-8b7d-9ea823eac179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:52.800194 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d4c8e9d8-f088-4da5-8c1e-c1513b88ea69 req-8ece4e77-17bd-4e63-82de-294ae95c4319 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378700
May 18 01:41:52.892455 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.893302 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5761206
May 18 01:41:52.893434 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57318) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:52.900895 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Request body: {'subnet': {'network_id': 'ad6fb922-92a6-472a-9ab9-96312a1e84ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343638647-subnet', 'tenant_id': '5b6fb374afa348d7a20424eda6bdf9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:52.901251 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6fb922-92a6-472a-9ab9-96312a1e84ec,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:52.905157 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:52.909009 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:52.917281 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:52.917935 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network ad6fb922-92a6-472a-9ab9-96312a1e84ec details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:41:52.925571 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:52.937526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Usage tracker for resource:subnet and tenant:5b6fb374afa348d7a20424eda6bdf9dc is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:52.951439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:52.970030 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:52.979607 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d68f9f381e0c4811b70155099c2a0ab6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5049443
May 18 01:41:52.982316 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57322) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:52.984660 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6714b3-0c76-4ed6-b77e-95dee36c46d1,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:52.988341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:52.999903 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Made reservation on behalf of 5b6fb374afa348d7a20424eda6bdf9dc for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:53.002767 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2581325'] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.238100 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.303363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.415678 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device af1537b8-3866-4e0b-856d-8abfc2ea4ed6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:53.420961 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.426379 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-47a0dcbf-4baf-476d-b7bc-cd7d13ec385d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:53.486187 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:41:53.490145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6714b3-0c76-4ed6-b77e-95dee36c46d1,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:53.491335 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:53.491722 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.493013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:53.517861 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.519268 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee6714b3-0c76-4ed6-b77e-95dee36c46d1 HTTP/1.1" status: 204  len: 168 time: 0.5356605
May 18 01:41:53.621430 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.652741 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2395895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2581343'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.657463 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port af1537b8-3866-4e0b-856d-8abfc2ea4ed6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:41:53.661525 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.663707 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:53.697922 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:53.741348 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:53.745235 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:53.806441 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bc57ea-24b3-48ce-94ab-24ba0cb6e833,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:53.809263 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:53.817367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Checking segment: {'id': '1c1058ac-b294-43e4-9089-b0c9819e4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ad6fb922-92a6-472a-9ab9-96312a1e84ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:53.818005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Network hostable DHCP agents. Network: ad6fb922-92a6-472a-9ab9-96312a1e84ec, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:41:53.849182 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e8541-4c64-426e-a3f7-4d7188352582 req-fb51123b-7ce6-450b-8d44-e94434bc4726 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:53.851211 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c49e8541-4c64-426e-a3f7-4d7188352582 req-fb51123b-7ce6-450b-8d44-e94434bc4726 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1968203
May 18 01:41:53.852328 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Network ad6fb922-92a6-472a-9ab9-96312a1e84ec is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:41:53.880372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, ad6fb922-92a6-472a-9ab9-96312a1e84ec) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:53.890372 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c625152-593a-48bc-a97e-1a945459644a None None] Network ad6fb922-92a6-472a-9ab9-96312a1e84ec requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:53.900610 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:53.901203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:53.927414 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c49e8541-4c64-426e-a3f7-4d7188352582 req-bcf898fb-384b-41c9-bacc-9a4aec07b9c6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691724
May 18 01:41:53.941940 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0474079
May 18 01:41:54.103721 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b83af0-7c29-4d2b-b785-859b3c759400 None None] Network ad6fb922-92a6-472a-9ab9-96312a1e84ec requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:54.525327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57370) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:54.531475 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183372815-network', 'tenant_id': '23dae020f655472ab06384dc9189ffce'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:54.536348 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:54.540181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Usage tracker for resource:network and tenant:23dae020f655472ab06384dc9189ffce is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:54.543736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:54.549682 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:54.564675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Made reservation on behalf of 23dae020f655472ab06384dc9189ffce for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:54.567062 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.580668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.595006 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:54.598928 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:23dae020f655472ab06384dc9189ffce is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:54.602254 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:54.607768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:54.695108 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.699299 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.702307 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8cacc2e8-0798-4f99-9d05-71728f05e0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:54.755790 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:41:54.828566 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce7538-f66c-4526-9920-659658121a3d,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:54.831514 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:54.832691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.833139 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Added segment 9bc3e104-3f77-417d-bfa8-c08cac24793a of type vlan for network e4eb2722-abeb-4109-ad47-1d4055d1dde5
May 18 01:41:54.884969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.911765 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-fbe26f60-54d2-44de-b232-824cbe8c01cb req-a24b1b37-62ae-434d-b116-65d631da9f85 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913717
May 18 01:41:54.938195 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.939831 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:54.940522 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:54.946841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:55.056084 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5291240
May 18 01:41:55.057083 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e4eb2722-abeb-4109-ad47-1d4055d1dde5,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:55.058916 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57390) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:41:55.059759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:55.074889 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Request body: {'subnet': {'network_id': 'e4eb2722-abeb-4109-ad47-1d4055d1dde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183372815-subnet', 'tenant_id': '23dae020f655472ab06384dc9189ffce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:41:55.079833 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network e4eb2722-abeb-4109-ad47-1d4055d1dde5 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:41:55.085046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:41:55.155786 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Usage tracker for resource:subnet and tenant:23dae020f655472ab06384dc9189ffce is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:41:55.159957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:41:55.169176 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:41:55.188398 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Made reservation on behalf of 23dae020f655472ab06384dc9189ffce for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:41:55.190799 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2581325'] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:55.292912 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dafe1-24a8-4c53-98a3-1f5817fa7dfd req-83cbb18c-f453-4823-939c-3d8d4f95b73d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:55.294439 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa1dafe1-24a8-4c53-98a3-1f5817fa7dfd req-83cbb18c-f453-4823-939c-3d8d4f95b73d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2120600
May 18 01:41:55.367516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa1dafe1-24a8-4c53-98a3-1f5817fa7dfd req-5b1d99a8-3a02-472c-9d99-6a143005b0bc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649257
May 18 01:41:55.414461 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device af1537b8-3866-4e0b-856d-8abfc2ea4ed6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:41:55.499209 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:41:55.499578 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:55.675488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2395895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2581343'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:55.680945 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-20b7bead-9432-4a00-b414-198ae1893638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:41:55.760376 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5781b22-8812-4f43-8edb-cee914b9e2af,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:41:55.762884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:41:55.763904 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Checking segment: {'id': '9bc3e104-3f77-417d-bfa8-c08cac24793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4eb2722-abeb-4109-ad47-1d4055d1dde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:41:55.764263 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Network hostable DHCP agents. Network: e4eb2722-abeb-4109-ad47-1d4055d1dde5, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:41:55.782513 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Network e4eb2722-abeb-4109-ad47-1d4055d1dde5 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:41:55.793439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, e4eb2722-abeb-4109-ad47-1d4055d1dde5) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:41:55.802993 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:55.803687 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:41:55.804495 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d969e7-cc84-409e-9376-dcf9a23e350f None None] Network e4eb2722-abeb-4109-ad47-1d4055d1dde5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:55.829065 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7641883
May 18 01:41:56.069018 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ffb042-d440-462f-b014-bf80876818b8 None None] Network e4eb2722-abeb-4109-ad47-1d4055d1dde5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:41:56.667640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b01e-3831-4467-a275-39c2d2894bf5 req-6b394397-32a2-4c5b-bb92-4fe8480de1f0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:56.677574 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a083b01e-3831-4467-a275-39c2d2894bf5 req-6b394397-32a2-4c5b-bb92-4fe8480de1f0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1158237
May 18 01:41:56.786600 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a083b01e-3831-4467-a275-39c2d2894bf5 req-6a979dd0-b703-4c3a-b95f-a4622277acb9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079514
May 18 01:41:58.001271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80367-72c2-4cbc-b85f-2717da457a0d req-4451a1ab-7717-47c4-85c5-7e31ea06f243 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:58.003786 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dbe80367-72c2-4cbc-b85f-2717da457a0d req-4451a1ab-7717-47c4-85c5-7e31ea06f243 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1040494
May 18 01:41:58.072951 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dbe80367-72c2-4cbc-b85f-2717da457a0d req-7621daf4-f7ef-4480-ab7f-0df0d677ab24 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632856
May 18 01:41:59.300652 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f97c3-b49c-40e6-920d-f87ba3ce9456 req-10c96d61-ad57-432c-b66a-694b1914494e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:41:59.302538 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b50f97c3-b49c-40e6-920d-f87ba3ce9456 req-10c96d61-ad57-432c-b66a-694b1914494e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0996661
May 18 01:41:59.370182 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b50f97c3-b49c-40e6-920d-f87ba3ce9456 req-e160f937-951a-4efc-98d3-50e47d44c5fa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616868
May 18 01:42:00.611148 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ad024-a20e-48da-b6b5-b3b1bea0d3e6 req-e519f00f-9870-4111-b6a0-324fd6ccdd78 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:00.612606 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-267ad024-a20e-48da-b6b5-b3b1bea0d3e6 req-e519f00f-9870-4111-b6a0-324fd6ccdd78 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0912719
May 18 01:42:00.659116 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-267ad024-a20e-48da-b6b5-b3b1bea0d3e6 req-18d7b769-361b-472d-9bc8-64ca8f0dad9e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396175
May 18 01:42:01.856716 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe23262-edc3-4e10-8dee-ae2acd140c74 req-a0673fe6-c3fb-42bd-b09b-a417de7bd0e1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:01.858090 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0fe23262-edc3-4e10-8dee-ae2acd140c74 req-a0673fe6-c3fb-42bd-b09b-a417de7bd0e1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0840123
May 18 01:42:01.904379 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0fe23262-edc3-4e10-8dee-ae2acd140c74 req-7051f2d8-3cc5-4c68-8e4a-e8f46aacace5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402341
May 18 01:42:02.289879 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eea1c561-651f-4681-ba3a-6102c0742b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:03.245818 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a64a-ae0b-4134-aa38-fa0bf68cd318 req-102ed5e9-4f2d-4711-b958-eb925fbe2dfd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:03.247317 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4c63a64a-ae0b-4134-aa38-fa0bf68cd318 req-102ed5e9-4f2d-4711-b958-eb925fbe2dfd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1715357
May 18 01:42:03.304561 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4c63a64a-ae0b-4134-aa38-fa0bf68cd318 req-a7bcd5b1-214c-41f5-a77c-7b50afbf4217 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511880
May 18 01:42:04.534714 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe20ca-a834-43c3-851e-2da693453a07 req-ed2393c2-104e-4758-8abd-9dbe6a7f91bf tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:04.545868 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ffe20ca-a834-43c3-851e-2da693453a07 req-ed2393c2-104e-4758-8abd-9dbe6a7f91bf tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1090243
May 18 01:42:04.596156 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ffe20ca-a834-43c3-851e-2da693453a07 req-dca540ae-c504-4249-a0b8-02202fec3f53 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493536
May 18 01:42:04.634653 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:04.650072 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-60c3ecfd-e5db-4823-839f-ab0128333851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:05.711540 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:05.795660 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830c8f-0dbf-43d8-8065-ff691642638c req-256841c8-3002-4c1f-adc7-1ca85335415f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:05.797828 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c830c8f-0dbf-43d8-8065-ff691642638c req-256841c8-3002-4c1f-adc7-1ca85335415f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0825553
May 18 01:42:05.852230 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c830c8f-0dbf-43d8-8065-ff691642638c req-dddd91c7-5d16-484d-b565-00a82ae11ac2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469306
May 18 01:42:07.150817 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97403dec-cdb8-4041-af87-94018fbc7a7c req-a7301ae5-9d5e-4b6d-b0e5-f3998a24a732 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:07.153430 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-97403dec-cdb8-4041-af87-94018fbc7a7c req-a7301ae5-9d5e-4b6d-b0e5-f3998a24a732 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.1131766
May 18 01:42:07.241546 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-97403dec-cdb8-4041-af87-94018fbc7a7c req-03812c7a-7134-424c-94bf-3af3ec21d1d5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767224
May 18 01:42:07.352788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:08.470081 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e073-9749-43ea-a1c1-e9e1c38e8236 req-44f1b661-6c29-4a3a-806c-1e51e0537ed2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:08.471502 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab0e073-9749-43ea-a1c1-e9e1c38e8236 req-44f1b661-6c29-4a3a-806c-1e51e0537ed2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0974748
May 18 01:42:08.518438 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab0e073-9749-43ea-a1c1-e9e1c38e8236 req-8662524e-a40c-4ea1-8901-fcf4c1d0666a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402708
May 18 01:42:09.715180 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e685f7-d664-44bd-9a36-ca744193edd9 req-40d67ffc-952a-4886-bb3c-373456146857 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:09.716672 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15e685f7-d664-44bd-9a36-ca744193edd9 req-40d67ffc-952a-4886-bb3c-373456146857 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0848939
May 18 01:42:09.766121 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15e685f7-d664-44bd-9a36-ca744193edd9 req-792bc2e9-1c4b-4e8f-8997-fa91aa1a445a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436742
May 18 01:42:10.217584 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fef64-6102-408d-93d5-2c02d5e2a8f4 req-bba64c46-d74c-4570-a0ae-25f352fba522 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:10.219018 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-006fef64-6102-408d-93d5-2c02d5e2a8f4 req-bba64c46-d74c-4570-a0ae-25f352fba522 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 946 time: 0.0812230
May 18 01:42:10.266516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-006fef64-6102-408d-93d5-2c02d5e2a8f4 req-e543ac8e-aa51-4677-be04-709927c5bb49 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417032
May 18 01:42:10.976105 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71483381-4a66-4080-91d6-0c98f71cc059 req-23a10412-b234-4000-9dbf-41b79f4dc1be tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:10.977617 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71483381-4a66-4080-91d6-0c98f71cc059 req-23a10412-b234-4000-9dbf-41b79f4dc1be tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0916860
May 18 01:42:11.025659 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71483381-4a66-4080-91d6-0c98f71cc059 req-39425352-885a-442e-a3e3-abb7a85d273b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408494
May 18 01:42:11.458437 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9d75-3c54-4833-815b-356fb8bb585e req-e03025c5-8ebb-4aaa-b6be-0035f39a8731 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:11.460764 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b43f9d75-3c54-4833-815b-356fb8bb585e req-e03025c5-8ebb-4aaa-b6be-0035f39a8731 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 946 time: 0.0851331
May 18 01:42:11.504703 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b43f9d75-3c54-4833-815b-356fb8bb585e req-5a008922-f884-451c-b1c6-985498d7c753 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376041
May 18 01:42:11.978072 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a480b-0245-4d64-b7fb-3dde672db895 req-b31f6c0f-1f72-48e1-b3ec-af12d6fd5081 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:11.979508 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-708a480b-0245-4d64-b7fb-3dde672db895 req-b31f6c0f-1f72-48e1-b3ec-af12d6fd5081 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 946 time: 0.0790532
May 18 01:42:12.117641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Deleting port a362a6cf-27f8-4883-9ad3-52e416d7cef1 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:42:12.117982 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:12.226996 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7887e-f014-4e70-8c72-effb449ed034 req-e9f7bb7b-1888-49a9-b7ea-f5ba49bc00fd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:12.228572 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-68c7887e-f014-4e70-8c72-effb449ed034 req-e9f7bb7b-1888-49a9-b7ea-f5ba49bc00fd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0881369
May 18 01:42:12.255403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] For port a362a6cf-27f8-4883-9ad3-52e416d7cef1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a362a6cf-27f8-4883-9ad3-52e416d7cef1,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:12.255763 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:12.274396 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-68c7887e-f014-4e70-8c72-effb449ed034 req-b1d82806-a0e1-4d06-905e-a6f6019faeb4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399237
May 18 01:42:12.384393 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Calling delete_port for a362a6cf-27f8-4883-9ad3-52e416d7cef1 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:42:12.497077 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:12.502566 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5afeb70d-0fc5-48b9-b940-681df5150a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:12.509286 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['a362a6cf-27f8-4883-9ad3-52e416d7cef1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:42:12.548634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Pushing event deleted for resources: {'Port': ['ID=a362a6cf-27f8-4883-9ad3-52e416d7cef1,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:12.558231 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:12.645590 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] No DVR routers for this DVR port a362a6cf-27f8-4883-9ad3-52e416d7cef1 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:42:12.648479 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:12.658777 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'name': 'network-vif-deleted', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:12.680803 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-708a480b-0245-4d64-b7fb-3dde672db895 req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "DELETE /v2.0/ports/a362a6cf-27f8-4883-9ad3-52e416d7cef1 HTTP/1.1" status: 204  len: 173 time: 0.6948767
May 18 01:42:12.711750 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cb03b0f1-0883-41fd-9bb4-ec211c676dfa req-720d7ec2-eb71-47b8-89ae-05daaece5396 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ce5ffd-6939-4076-a83e-65d02e86f150 HTTP/1.1" status: 200  len: 210 time: 0.0600176
May 18 01:42:12.737404 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ce5ffd-6939-4076-a83e-65d02e86f150', 'name': 'network-vif-deleted', 'tag': 'a362a6cf-27f8-4883-9ad3-52e416d7cef1', 'status': 'completed', 'code': 200}
May 18 01:42:13.483962 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630146b-5b0a-4a42-8d69-58057b5e2653 req-afd0af96-d314-4af2-9094-f7b31c374864 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:13.485437 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5630146b-5b0a-4a42-8d69-58057b5e2653 req-afd0af96-d314-4af2-9094-f7b31c374864 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0975676
May 18 01:42:13.530104 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5630146b-5b0a-4a42-8d69-58057b5e2653 req-4f481dfd-3e52-430d-b905-633946f12b70 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378819
May 18 01:42:14.202539 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-e7432fab-b6d9-446a-a6c7-c3fd62bc3940 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Synchronizing usage tracker for tenant:26a3a93319a54320819f6f385f3682b7 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:42:14.220733 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-e7432fab-b6d9-446a-a6c7-c3fd62bc3940 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Unset dirty status for tenant:26a3a93319a54320819f6f385f3682b7 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:42:14.228435 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-e7432fab-b6d9-446a-a6c7-c3fd62bc3940 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420598844&fields=id&tenant_id=26a3a93319a54320819f6f385f3682b7 HTTP/1.1" status: 200  len: 267 time: 0.0589721
May 18 01:42:14.401890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-bd6ed1d2-23a5-4be0-b8a7-308214bb8827 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:14.402611 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-bd6ed1d2-23a5-4be0-b8a7-308214bb8827 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Synchronizing usage tracker for tenant:26a3a93319a54320819f6f385f3682b7 on resource:network {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:42:14.420351 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-bd6ed1d2-23a5-4be0-b8a7-308214bb8827 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Unset dirty status for tenant:26a3a93319a54320819f6f385f3682b7 on resource:network {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:42:14.421827 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-bd6ed1d2-23a5-4be0-b8a7-308214bb8827 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 807 time: 0.1836529
May 18 01:42:14.436989 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-97142631-94ac-4c99-9976-f18b3b74e2c4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/quotas/26a3a93319a54320819f6f385f3682b7 HTTP/1.1" status: 200  len: 375 time: 0.0094850
May 18 01:42:14.525905 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-2dd82ece-ed75-4b1c-bb69-0496de86302f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0826616
May 18 01:42:14.709023 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-5462d4dc-6b79-4fb4-8d5b-dc4e8e767c31 service neutron] 10.222.0.16 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716113
May 18 01:42:14.882944 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd3f4-bf8c-4ed9-ae24-27d5c2839de8 req-ff50ff3a-69c8-4bb4-9934-ff5fedb5123d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:14.884330 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5b7fd3f4-bf8c-4ed9-ae24-27d5c2839de8 req-ff50ff3a-69c8-4bb4-9934-ff5fedb5123d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.2427995
May 18 01:42:14.953101 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-99dab5bf-e09d-435a-980d-b2a957d91eae service neutron] 10.222.0.16 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364013
May 18 01:42:14.961383 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5b7fd3f4-bf8c-4ed9-ae24-27d5c2839de8 req-c3f08b9f-98bd-44f3-9338-2b71ebd519ca tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698843
May 18 01:42:15.332030 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5f6db23c-7fa5-4890-80cb-e795f305f760 req-e4d48f02-216a-424b-85a0-3a646cb9b6ad tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 210 time: 0.0417016
May 18 01:42:16.167392 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:42:16.170479 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bad10-6625-4fc7-ad54-3858d3da3a2b req-1a02a18f-e173-4ca1-bbdd-f9238df0ea18 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:16.172126 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-014bad10-6625-4fc7-ad54-3858d3da3a2b req-1a02a18f-e173-4ca1-bbdd-f9238df0ea18 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 944 time: 0.0796075
May 18 01:42:16.222866 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-014bad10-6625-4fc7-ad54-3858d3da3a2b req-d32cd4f6-4e47-4509-a798-def787788600 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430229
May 18 01:42:16.307409 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:16.323010 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'mac_address': 'fa:16:3e:67:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:42:16.391370 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:16.408814 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:42:16.425159 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:16.429001 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:16.431853 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:16.486709 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-824f6c72-1bb1-476a-a028-d8a13899cc93 req-f8beb7ba-9fe2-49aa-b099-128035893276 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 210 time: 0.0418279
May 18 01:42:16.502362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=9']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:16.505465 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:17.188286 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device a362a6cf-27f8-4883-9ad3-52e416d7cef1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:42:17.225854 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: a362a6cf-27f8-4883-9ad3-52e416d7cef1 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:42:17.226205 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device a362a6cf-27f8-4883-9ad3-52e416d7cef1 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:42:17.445401 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095b154-9f29-4b78-b57c-1396aa5eaeb5 req-408e483b-8464-4548-9659-5a06f98b86ae tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:17.446894 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8095b154-9f29-4b78-b57c-1396aa5eaeb5 req-408e483b-8464-4548-9659-5a06f98b86ae tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.1058218
May 18 01:42:17.458185 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['9626d5bd-0c0c-4981-894f-a4f285d15de8'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:42:17.502406 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8095b154-9f29-4b78-b57c-1396aa5eaeb5 req-785d55c3-e265-4062-939a-7303b18ef994 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497401
May 18 01:42:17.672595 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-182b5a2f-f0d3-4370-a44b-ac34b098ff18 req-1b240f95-167c-46ba-8d5d-f896ecf64dc7 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 210 time: 0.0632520
May 18 01:42:17.913282 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57888) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:18.041706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-dfb1416b-9e45-4281-abe3-4779af381943 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:18.042305 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Deleting subnet 77bc57ea-24b3-48ce-94ab-24ba0cb6e833 {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:42:18.043091 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-dfb1416b-9e45-4281-abe3-4779af381943 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 807 time: 0.2206335
May 18 01:42:18.050068 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.104239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-2b23cccc-bbde-4f09-addb-a08d13b9860c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Synchronizing usage tracker for tenant:26a3a93319a54320819f6f385f3682b7 on resource:security_group {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:42:18.109939 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.118511 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-2b23cccc-bbde-4f09-addb-a08d13b9860c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Unset dirty status for tenant:26a3a93319a54320819f6f385f3682b7 on resource:security_group {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:42:18.119767 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-2b23cccc-bbde-4f09-addb-a08d13b9860c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a3a93319a54320819f6f385f3682b7 HTTP/1.1" status: 200  len: 380 time: 0.0681448
May 18 01:42:18.129795 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'port': {'device_id': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'admin_state_up': True, 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'security_groups': ['93fe3ee8-dae8-426b-acdb-5a3d98aba4e6']}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:42:18.176954 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.376252 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:18.380052 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:port and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:18.384761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:18.390442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:18.401475 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Made reservation on behalf of 26a3a93319a54320819f6f385f3682b7 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:42:18.405114 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.437675 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.442493 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ed9ff824-e812-46c5-82b7-f25d419a5989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:18.477566 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77bc57ea-24b3-48ce-94ab-24ba0cb6e833,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:18.480596 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:18.481757 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.491258 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a926656b-4c5e-4795-ab10-8167a769000b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77bc57ea-24b3-48ce-94ab-24ba0cb6e833 HTTP/1.1" status: 204  len: 168 time: 0.5767262
May 18 01:42:18.491892 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57900) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:18.602582 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Allocated IP 172.20.0.8 (5787d5f7-5be7-43d9-a969-a69199319951/f0cde8f5-e4ab-4013-9cb1-c513776c3a04/1edc3375-334f-4bd6-bad0-7416484b0c9f) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:42:18.606105 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.845866 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.863559 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Transition to ACTIVE for port object 1edc3375-334f-4bd6-bad0-7416484b0c9f will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:42:18.894032 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.901099 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-32e093d9-628a-4f94-aa1e-7d7aa169a6e1 req-a80fc4d7-157c-48fb-978d-4e5dfc78f1b2 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 210 time: 0.0726898
May 18 01:42:18.901326 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c7c6434d-4b45-4fcd-8732-5e17bae1d70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:18.903121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.930331 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9b1567c0>,) {'filters': {'network_id': ['ad6fb922-92a6-472a-9ab9-96312a1e84ec']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:18.939287 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b1567c0>, '1c1058ac-b294-43e4-9089-b0c9819e4345') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:18.939799 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b1567c0>, '1c1058ac-b294-43e4-9089-b0c9819e4345') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:18.955432 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:18.975782 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Network 5787d5f7-5be7-43d9-a969-a69199319951 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:42:18.979195 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:42:18.982658 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ff45e-a092-4fed-89b4-2552e3af4ce7 req-e85700f8-fa77-4aba-8fce-db28d4537988 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:18.983130 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:42:18.984695 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e09ff45e-a092-4fed-89b4-2552e3af4ce7 req-e85700f8-fa77-4aba-8fce-db28d4537988 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 945 time: 0.3174489
May 18 01:42:18.986273 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.016548 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:19.018743 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:42:19.019239 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.029252 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:42:19.045961 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:42:19.069851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:19.070521 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.097780 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9727354
May 18 01:42:19.114897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Request body: {'port': {'device_id': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:42:19.159297 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e09ff45e-a092-4fed-89b4-2552e3af4ce7 req-172460d7-639b-4c75-be6c-c049f1f56b6b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647952
May 18 01:42:19.183528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.187356 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:19.205058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.212470 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6fb922-92a6-472a-9ab9-96312a1e84ec,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:19.219641 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:19.221658 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad6fb922-92a6-472a-9ab9-96312a1e84ec HTTP/1.1" status: 204  len: 168 time: 0.7286735
May 18 01:42:19.231149 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57924) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:19.271040 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:42:19.289957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.384338 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0f513161-a07f-4475-9bb1-ca52b5849ee2 None None] Provisioning for port 1edc3375-334f-4bd6-bad0-7416484b0c9f completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:42:19.390066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0f513161-a07f-4475-9bb1-ca52b5849ee2 None None] Provisioning complete for port 1edc3375-334f-4bd6-bad0-7416484b0c9f triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:42:19.390763 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0f513161-a07f-4475-9bb1-ca52b5849ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.403405 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Deleting subnet a5781b22-8812-4f43-8edb-cee914b9e2af {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:42:19.405482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.448909 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 9626d5bd-0c0c-4981-894f-a4f285d15de8 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:42:19.449388 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.476118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.499256 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-0f513161-a07f-4475-9bb1-ca52b5849ee2 None None] Port 1edc3375-334f-4bd6-bad0-7416484b0c9f cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:42:19.537563 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.578913 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.612061 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:19.619934 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:19.627294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.632725 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:19.684526 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'code': 200}
May 18 01:42:19.728344 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=10']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:19.731887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:19.757973 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edc3375-334f-4bd6-bad0-7416484b0c9f {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:42:19.765364 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.779789 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Transition to ACTIVE for port object 1edc3375-334f-4bd6-bad0-7416484b0c9f will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:42:19.783653 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.788035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-010faa57-43b1-44ca-b2da-52d83e07157a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:19.841867 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.855466 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:19.908747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:19.912083 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5781b22-8812-4f43-8edb-cee914b9e2af,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:19.919968 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:19.924540 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5781b22-8812-4f43-8edb-cee914b9e2af HTTP/1.1" status: 204  len: 168 time: 0.6921322
May 18 01:42:19.927106 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57936) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:19.976655 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:19.990826 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:20.120775 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Attempting to bind port 1edc3375-334f-4bd6-bad0-7416484b0c9f on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:42:20.121407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Attempting to bind port 1edc3375-334f-4bd6-bad0-7416484b0c9f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:42:20.121407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Attempting to bind port 1edc3375-334f-4bd6-bad0-7416484b0c9f on network 5787d5f7-5be7-43d9-a969-a69199319951 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:42:20.128003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Port 1edc3375-334f-4bd6-bad0-7416484b0c9f on network 5787d5f7-5be7-43d9-a969-a69199319951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:42:20.128640 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Attempting to bind port 1edc3375-334f-4bd6-bad0-7416484b0c9f on network 5787d5f7-5be7-43d9-a969-a69199319951 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:42:20.135299 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:42:20.135636 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Checking segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:42:20.136065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Bound using segment: {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:42:20.136523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Bound port: 1edc3375-334f-4bd6-bad0-7416484b0c9f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910f261f-eadc-44d2-8732-28b38bea699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:42:20.136864 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.174000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.252793 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:42:20.256952 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:42:20.263981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.269166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:20.328622 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.329222 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.330566 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] 10.222.0.32 "PUT /v2.0/ports/1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 1093 time: 1.2210777
May 18 01:42:20.331052 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:20.351819 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:20.355031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:20.385231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0bfd7-5fd3-4643-9a6a-c5f6aaf1f683 req-abddc568-ad8a-49db-880e-2b0b3a39d759 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.392418 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-66f0bfd7-5fd3-4643-9a6a-c5f6aaf1f683 req-abddc568-ad8a-49db-880e-2b0b3a39d759 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.2973573
May 18 01:42:20.486318 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-8392ff5d-4e3f-4c1e-856c-8da6b24e954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.488753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-8392ff5d-4e3f-4c1e-856c-8da6b24e954d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1096 time: 0.1041307
May 18 01:42:20.530458 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.553792 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-66f0bfd7-5fd3-4643-9a6a-c5f6aaf1f683 req-8cb4f8a7-383f-4d43-9035-df7967b1759d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604180
May 18 01:42:20.558167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9b400b20>,) {'filters': {'network_id': ['e4eb2722-abeb-4109-ad47-1d4055d1dde5']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:20.577588 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b400b20>, '9bc3e104-3f77-417d-bfa8-c08cac24793a') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:20.577964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9b400b20>, '9bc3e104-3f77-417d-bfa8-c08cac24793a') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:20.596333 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.605866 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1d9a8-a40b-47aa-94ba-e9655d89072e req-b72e8bd6-5576-425f-ac05-72d8b4511d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.607326 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f6d1d9a8-a40b-47aa-94ba-e9655d89072e req-b72e8bd6-5576-425f-ac05-72d8b4511d1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1100 time: 0.3954620
May 18 01:42:20.620618 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'status': 'completed', 'code': 200}
May 18 01:42:20.625704 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af558-989c-48d5-af22-aeaebe72c501 req-1e713bed-b517-446c-85c9-a24f574adfa6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.627177 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-962af558-989c-48d5-af22-aeaebe72c501 req-1e713bed-b517-446c-85c9-a24f574adfa6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.3209164
May 18 01:42:20.628202 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.637116 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:42:20.637464 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:42:20.650946 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:42:20.755268 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-962af558-989c-48d5-af22-aeaebe72c501 req-2f4aad2c-ddb9-432f-a7c8-6b1129bb5786 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199872
May 18 01:42:20.757264 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.760975 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:20.775548 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:20.785216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4eb2722-abeb-4109-ad47-1d4055d1dde5,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:20.787854 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4eb2722-abeb-4109-ad47-1d4055d1dde5 HTTP/1.1" status: 204  len: 168 time: 0.8590584
May 18 01:42:20.788798 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-749a6ddf-65db-4b3d-8105-58144906c7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:20.945253 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04e893-e167-4e40-b412-719cead083c6 req-0ea14d7e-31eb-4201-978b-5c8b78b36b97 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:20.946827 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f04e893-e167-4e40-b412-719cead083c6 req-0ea14d7e-31eb-4201-978b-5c8b78b36b97 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0855291
May 18 01:42:20.968518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57962) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:21.003409 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f04e893-e167-4e40-b412-719cead083c6 req-162470c9-fb7c-4415-9ef6-0658f45dee0e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495636
May 18 01:42:21.018514 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0c2f0164-523f-4698-9964-d237a14cf6a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b6fb374afa348d7a20424eda6bdf9dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487630
May 18 01:42:21.020804 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57966) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:21.081193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.107230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.160924 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.166023 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-945c4a51-3bbc-4d01-94bc-532cbdc0eb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:21.178624 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2fb631-9fad-478e-b965-43d4690c15e5,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:21.181404 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:21.182309 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.183382 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d2fb631-9fad-478e-b965-43d4690c15e5 HTTP/1.1" status: 204  len: 168 time: 0.1615701
May 18 01:42:21.525740 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 57976) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:21.572845 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-953c1101-74c8-477e-b096-86696f7eabfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23dae020f655472ab06384dc9189ffce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458772
May 18 01:42:21.575231 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 57980) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:21.637030 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.664087 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.719445 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.727904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-48204a11-b20d-469c-866b-78d75b24ff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:21.739395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce7538-f66c-4526-9920-659658121a3d,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:21.743601 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:21.747326 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:21.748531 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82ce7538-f66c-4526-9920-659658121a3d HTTP/1.1" status: 204  len: 168 time: 0.1723251
May 18 01:42:21.756183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ddf37-3107-4d60-873c-f12463ad31d1 req-f1ade0ed-e2f9-4a34-ba70-a581fb189f6d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:21.758028 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-461ddf37-3107-4d60-873c-f12463ad31d1 req-f1ade0ed-e2f9-4a34-ba70-a581fb189f6d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0888398
May 18 01:42:21.847068 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-461ddf37-3107-4d60-873c-f12463ad31d1 req-173f65fa-eb58-489c-bbe1-c33ab25db44c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826259
May 18 01:42:21.957743 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33bf25-de25-4d51-ba0f-34c5626b630a req-b0ac17d2-f76f-4d8d-b468-020c3c02cc68 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:21.960134 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa33bf25-de25-4d51-ba0f-34c5626b630a req-b0ac17d2-f76f-4d8d-b468-020c3c02cc68 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0867846
May 18 01:42:22.006959 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa33bf25-de25-4d51-ba0f-34c5626b630a req-51d5f85d-5941-4d00-bdd8-c07b9deec029 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406649
May 18 01:42:22.190094 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab247af-2614-421f-ab34-98d5d71cfe9f req-b03c6ea5-eb9f-4522-b2ae-30342c5b942e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:22.191552 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab247af-2614-421f-ab34-98d5d71cfe9f req-b03c6ea5-eb9f-4522-b2ae-30342c5b942e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0834620
May 18 01:42:22.332545 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab247af-2614-421f-ab34-98d5d71cfe9f req-0d31a836-ce36-4513-bab5-79a050793556 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330061
May 18 01:42:23.082828 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711f2a7-dae2-4794-8cb0-5206963e7b2e req-9e71c887-50c2-4f51-8f02-5525dd32f24d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:23.085785 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0711f2a7-dae2-4794-8cb0-5206963e7b2e req-9e71c887-50c2-4f51-8f02-5525dd32f24d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.1154742
May 18 01:42:23.158235 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0711f2a7-dae2-4794-8cb0-5206963e7b2e req-6a521128-3e93-4122-b0e0-a110c1b25a77 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649641
May 18 01:42:23.260896 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:23.302978 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f6d1d9a8-a40b-47aa-94ba-e9655d89072e req-1e62e332-c0d7-406c-9437-ed10c227e38f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546622
May 18 01:42:23.342504 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6791-3dc5-4df8-b664-08fbcddcffa5 req-2843b761-3586-455d-bef6-9242307d4e01 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:23.344532 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6c6b6791-3dc5-4df8-b664-08fbcddcffa5 req-2843b761-3586-455d-bef6-9242307d4e01 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.1730230
May 18 01:42:23.474779 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-f5e9084c-6130-4a80-80dc-e7c8a644550c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 217 time: 0.2429523
May 18 01:42:23.475520 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6c6b6791-3dc5-4df8-b664-08fbcddcffa5 req-92b37093-c067-417c-81b1-67aa1d491070 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218436
May 18 01:42:23.551919 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-33a1625e-c474-4718-951c-f611760f9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:23.554264 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-33a1625e-c474-4718-951c-f611760f9b0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0698569
May 18 01:42:23.569926 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417b9b8-15a1-47b2-84da-2c7e12f6fafd req-2f46300c-34ec-48d4-8247-3447112f2b9e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:23.572523 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b417b9b8-15a1-47b2-84da-2c7e12f6fafd req-2f46300c-34ec-48d4-8247-3447112f2b9e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1002252
May 18 01:42:23.600897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58058) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:23.619927 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b417b9b8-15a1-47b2-84da-2c7e12f6fafd req-2c4fbd91-b423-4694-8ffb-686202ec97af tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403295
May 18 01:42:23.642902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-cc2b80ed-e665-45cc-b27e-97ca412a7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:23.644563 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-cc2b80ed-e665-45cc-b27e-97ca412a7648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829597
May 18 01:42:23.751551 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:23.769896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:23.777475 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Usage tracker for resource:security_group_rule and tenant:25b219a80d9c48e98df976f5fbb62019 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:23.789076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:23.797814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:23.823747 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-ed2e192b-cf9a-435b-a41a-79be4626cf17 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693747
May 18 01:42:23.897871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:23.901565 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:23.909082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cbc19d92-d231-4cd7-bc70-0501228a5223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:23.949790 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b219a80d9c48e98df976f5fbb62019&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3478205
May 18 01:42:23.950623 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c11f79-c011-44b3-80f2-42caef51476d,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:23.952601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58064) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:23.953677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:24.011812 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:24.035981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:24.089962 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:24.093414 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ba82df1e-f9e8-40b8-89e9-0a5acfd62268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:24.105905 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c11f79-c011-44b3-80f2-42caef51476d,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:24.108713 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:24.110703 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:24.111649 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18c11f79-c011-44b3-80f2-42caef51476d HTTP/1.1" status: 204  len: 168 time: 0.1578574
May 18 01:42:24.346318 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580e78-f431-4031-ab61-e1bed609af25 req-ebcd68d5-7e0e-4c36-97b0-6530f3ba733c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:24.347776 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-94580e78-f431-4031-ab61-e1bed609af25 req-ebcd68d5-7e0e-4c36-97b0-6530f3ba733c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0810573
May 18 01:42:24.394110 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-94580e78-f431-4031-ab61-e1bed609af25 req-1276fa35-19a3-4de7-a065-3fa9485c322c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404582
May 18 01:42:24.797481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-ca3db2fb-cd84-4097-9ae6-15002d5f4ad3 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:24.798903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-ca3db2fb-cd84-4097-9ae6-15002d5f4ad3 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 814 time: 0.2009010
May 18 01:42:24.821964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28da0f-a241-470f-a079-3a357371893e req-eddc5a0f-42a7-48e8-a5b4-0c61059d4727 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:24.823400 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ac28da0f-a241-470f-a079-3a357371893e req-eddc5a0f-42a7-48e8-a5b4-0c61059d4727 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.1505246
May 18 01:42:24.825875 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-db5aecd4-bd8a-449c-a60f-518f5095c2e8 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/quotas/d7a4c6597af74bf0998a3927c38e3b52 HTTP/1.1" status: 200  len: 375 time: 0.0201690
May 18 01:42:24.898665 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-74eeac57-ff63-4ba4-b2a0-920c8a838441 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521376
May 18 01:42:24.972847 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-343bbd95-dda2-49b4-a28a-04469707d1a6 req-30a80f42-c05e-487d-bfbd-234ce1737a40 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389098
May 18 01:42:25.000272 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ac28da0f-a241-470f-a079-3a357371893e req-751078f4-e849-4e2d-b53d-1b254c36772b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705015
May 18 01:42:25.065240 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-f74b5e3e-7299-4e1a-b2c5-6c671d43bcf6 service neutron] 10.222.0.16 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471279
May 18 01:42:25.257516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-c75aec69-7042-4d75-82e7-0c65d26db6fd service neutron] 10.222.0.16 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861494
May 18 01:42:25.272393 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161c40-8380-47a8-bc8a-4226fa6acaf4 req-cb394492-5900-4235-91e1-d4f8c20b9064 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:25.274063 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-14161c40-8380-47a8-bc8a-4226fa6acaf4 req-cb394492-5900-4235-91e1-d4f8c20b9064 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1356857
May 18 01:42:25.327000 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-14161c40-8380-47a8-bc8a-4226fa6acaf4 req-73c99b86-215a-454a-8f5d-44e318dc1b90 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465920
May 18 01:42:25.492564 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-56b09817-52b2-4a7f-bbe2-900658754b08 req-5e814ee4-9c0d-407b-8410-6ec99a628842 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0587208
May 18 01:42:25.586480 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243888d-3ec7-43d2-ac07-94276c0ca6cb req-e3371a66-20d2-4cb5-94ef-fb7f2b048ddf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:25.587974 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4243888d-3ec7-43d2-ac07-94276c0ca6cb req-e3371a66-20d2-4cb5-94ef-fb7f2b048ddf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0845740
May 18 01:42:25.635201 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4243888d-3ec7-43d2-ac07-94276c0ca6cb req-2f41ac1a-3f1b-4f56-8fb6-1e711d1a03dc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411215
May 18 01:42:26.192921 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223f1-007e-4380-920d-79d74e37001b req-5574dcfe-3418-498a-85cb-9ec533645f8d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:26.194370 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab1223f1-007e-4380-920d-79d74e37001b req-5574dcfe-3418-498a-85cb-9ec533645f8d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0813429
May 18 01:42:26.237805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab1223f1-007e-4380-920d-79d74e37001b req-42199122-6ef5-4d96-b2a1-b12ace402d8e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377727
May 18 01:42:26.517062 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dce0c-a8d0-491f-b0e7-718bff8d57a7 req-db046cf8-86d2-4de8-a0fb-2c30541ac9d8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:26.518585 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df2dce0c-a8d0-491f-b0e7-718bff8d57a7 req-db046cf8-86d2-4de8-a0fb-2c30541ac9d8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0789046
May 18 01:42:26.670153 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df2dce0c-a8d0-491f-b0e7-718bff8d57a7 req-449910e5-a624-47f0-bf25-84ab7329bc4c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451635
May 18 01:42:26.676374 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-adfccd8c-83db-4e82-9a95-2bfb0850de39 req-26b78bdb-3470-4cb0-94b9-b844407719a6 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0471177
May 18 01:42:26.847059 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-2646fae1-54de-40be-8a68-a471ba0241ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:26.848671 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-2646fae1-54de-40be-8a68-a471ba0241ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1096 time: 0.0812664
May 18 01:42:26.849509 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2231-0b0d-4952-b638-c556da1f1ada req-63b581fb-33ed-4693-9003-c2f6e2ac4c2e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:26.851419 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-645d2231-0b0d-4952-b638-c556da1f1ada req-63b581fb-33ed-4693-9003-c2f6e2ac4c2e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0859828
May 18 01:42:26.903703 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-645d2231-0b0d-4952-b638-c556da1f1ada req-b20b84f8-deeb-4a17-8ed8-e5d5988aee7e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465741
May 18 01:42:26.989580 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-f125ef06-4acb-4554-936c-8096f2cdac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:26.991075 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-f125ef06-4acb-4554-936c-8096f2cdac80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.1347847
May 18 01:42:27.065191 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-f829e934-05c2-4edf-a948-8cff07da6ed8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 217 time: 0.0640848
May 18 01:42:27.139812 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-a536484f-dccc-414d-b823-893b8d2b7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:27.141194 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-a536484f-dccc-414d-b823-893b8d2b7f03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0631471
May 18 01:42:27.227524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-bdaae5f3-546b-4754-91e4-0c4c05aa928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:27.229018 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-bdaae5f3-546b-4754-91e4-0c4c05aa928c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735843
May 18 01:42:27.369309 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-07b12a48-66c7-4bd5-a91d-5de6eeecc359 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301372
May 18 01:42:27.414781 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:42:27.425906 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f0f7-31b0-4d48-8694-ef756530218a req-0344fc82-6e67-4318-b620-1abcd973826e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:27.428335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f227f0f7-31b0-4d48-8694-ef756530218a req-0344fc82-6e67-4318-b620-1abcd973826e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0802710
May 18 01:42:27.472987 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f227f0f7-31b0-4d48-8694-ef756530218a req-bdf30f70-d049-4235-86ce-44fd1d5dde7a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384254
May 18 01:42:27.897185 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-744db5eb-ce73-4449-b767-fe4b4c899ba7 req-0835e76d-a434-49ac-8ae8-d7053a49a0dc tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0662310
May 18 01:42:27.962372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199ff0a-d7f0-44b4-b348-edfa1c864222 req-ddfbbfc6-3338-4756-b748-6094b3768817 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:27.963960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c199ff0a-d7f0-44b4-b348-edfa1c864222 req-ddfbbfc6-3338-4756-b748-6094b3768817 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1823885
May 18 01:42:28.040229 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c199ff0a-d7f0-44b4-b348-edfa1c864222 req-47c28d68-f3d2-459a-92bd-2c89d6a17721 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685122
May 18 01:42:28.256589 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26a178-7ca1-45a1-bcf5-aa282174f75b req-2ca2b651-62c5-450a-8fb7-bbda732ae3d5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:28.258061 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d26a178-7ca1-45a1-bcf5-aa282174f75b req-2ca2b651-62c5-450a-8fb7-bbda732ae3d5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0821886
May 18 01:42:28.304808 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d26a178-7ca1-45a1-bcf5-aa282174f75b req-0296bf58-1741-4c07-a814-9718c546e734 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409055
May 18 01:42:28.667751 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935a30e-591d-4757-9808-72766a7a07c8 req-95e2048e-c7b7-46bb-b43d-92b6ccef67a5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:28.669259 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f935a30e-591d-4757-9808-72766a7a07c8 req-95e2048e-c7b7-46bb-b43d-92b6ccef67a5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0809126
May 18 01:42:28.721456 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f935a30e-591d-4757-9808-72766a7a07c8 req-32b5df63-0741-465e-b13e-134e7e7a9e07 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460465
May 18 01:42:29.044743 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-97357260-710c-4939-ac24-a14a0117828f req-f7d8e577-3b67-4177-aaca-f2930170e6f0 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0416515
May 18 01:42:29.222541 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77ea58-0dbf-4278-8efe-1e0a3334af0f req-02cb7091-ef21-4695-94d5-0a00bfd07150 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:29.229954 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b77ea58-0dbf-4278-8efe-1e0a3334af0f req-02cb7091-ef21-4695-94d5-0a00bfd07150 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0894911
May 18 01:42:29.276039 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b77ea58-0dbf-4278-8efe-1e0a3334af0f req-b00a88a9-b107-4d05-81c8-1aa878a59d93 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452676
May 18 01:42:29.328863 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-52b2214a-dcbd-4ced-ae02-804f34e22817 req-1558f44b-9be4-46b6-ba40-ad685c8f0cde service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448197
May 18 01:42:29.492237 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494488-b53d-4545-be1b-96c761c56e7c req-a9f8055e-284f-4cee-b58d-f7ce7fc2c9de tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:29.493810 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4494488-b53d-4545-be1b-96c761c56e7c req-a9f8055e-284f-4cee-b58d-f7ce7fc2c9de tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0817163
May 18 01:42:29.545410 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4494488-b53d-4545-be1b-96c761c56e7c req-9963e8f8-f30b-4109-81e4-b704c939187f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458386
May 18 01:42:29.922251 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cb92-2b9c-4f51-915b-357ee0c96efe req-23545ae3-0cb0-49bc-941a-425640992c38 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:29.923825 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2e33cb92-2b9c-4f51-915b-357ee0c96efe req-23545ae3-0cb0-49bc-941a-425640992c38 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0845373
May 18 01:42:29.970385 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2e33cb92-2b9c-4f51-915b-357ee0c96efe req-4a877706-e3f4-4dc0-9a3d-1ea5b29fa579 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396969
May 18 01:42:30.188621 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ed94b5f9-a905-4674-88b6-f86c0e400959 req-ab31a3d7-0532-462d-82b3-d67638d0a0cc tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0417864
May 18 01:42:30.479336 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67aa8e-847d-4d30-a516-7f4e8121309c req-5b977511-1f18-4ae9-9741-a5cf3ea9cc27 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:30.480746 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa67aa8e-847d-4d30-a516-7f4e8121309c req-5b977511-1f18-4ae9-9741-a5cf3ea9cc27 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0936091
May 18 01:42:30.535381 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa67aa8e-847d-4d30-a516-7f4e8121309c req-25154ffa-e6a0-4ef5-a70d-bf4c42e46667 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483460
May 18 01:42:30.656686 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-b7df743d-18ac-42b3-9fe8-883515ebd2ca tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:30.658100 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-b7df743d-18ac-42b3-9fe8-883515ebd2ca tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 814 time: 0.1649930
May 18 01:42:30.670098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Request body: {'port': {'device_id': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060', 'admin_state_up': True, 'tenant_id': 'd7a4c6597af74bf0998a3927c38e3b52'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:42:30.744525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882b0a-4b8a-4102-99b3-09573a8b6669 req-f8a38224-0980-45b3-a74a-b7440946bc0e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:30.746123 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa882b0a-4b8a-4102-99b3-09573a8b6669 req-f8a38224-0980-45b3-a74a-b7440946bc0e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0859385
May 18 01:42:30.795341 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa882b0a-4b8a-4102-99b3-09573a8b6669 req-70a86873-2448-4ee7-a783-6dcbc6f7e085 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436053
May 18 01:42:30.817029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:30.821884 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Usage tracker for resource:port and tenant:d7a4c6597af74bf0998a3927c38e3b52 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:30.824840 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:30.830527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:30.841593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Made reservation on behalf of d7a4c6597af74bf0998a3927c38e3b52 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:42:30.845187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.142157 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Allocated IP 172.20.0.5 (d65b85fd-08c9-43e8-8336-2db4b9430060/b7ca1699-a222-4b53-b8eb-28ac5e125c72/b2f2f2e0-8652-4629-bff7-4d95221cae28) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:42:31.202139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af9d00-7b95-42ba-8f93-d8042a9c832d req-f77e3f5d-429d-4095-b378-709a5640f139 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:31.204487 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d8af9d00-7b95-42ba-8f93-d8042a9c832d req-f77e3f5d-429d-4095-b378-709a5640f139 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.1017787
May 18 01:42:31.258974 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d8af9d00-7b95-42ba-8f93-d8042a9c832d req-77f39f62-dfc4-49bb-af10-6209cced473d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452356
May 18 01:42:31.333117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58278) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:31.382650 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2f5edeea-b998-4bad-9edc-7c930cf6b843 req-300cd13c-6b08-41f1-9c79-3080a4326c70 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 210 time: 0.0523565
May 18 01:42:31.419430 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.463405 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.469404 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:31.518981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.551846 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Network d65b85fd-08c9-43e8-8336-2db4b9430060 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:42:31.555320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:31.559545 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:42:31.565781 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Usage tracker for resource:security_group_rule and tenant:8538b577cd724396b7e5dfa967220a31 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:31.568212 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:42:31.592676 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:31.598397 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Pushing event updated for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:31.611163 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:31.611993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:31.651934 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:31.652564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.704896 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-52ca027c-e5f7-42cb-b7d2-38a643c810d2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0385499
May 18 01:42:31.721616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Request body: {'port': {'device_id': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:42:31.733441 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d000-ccb5-438b-a1a0-ed27f6630aa8 req-9551fa26-0c5d-4b2e-9efc-0c89a251958f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:31.734879 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67a6d000-ccb5-438b-a1a0-ed27f6630aa8 req-9551fa26-0c5d-4b2e-9efc-0c89a251958f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0855947
May 18 01:42:31.780196 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67a6d000-ccb5-438b-a1a0-ed27f6630aa8 req-84358315-c362-4647-bd5b-1a32f7b173c7 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390189
May 18 01:42:31.793440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.824222 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.836706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f968d550-8ea5-477e-b231-2d9d54204dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:31.895434 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8538b577cd724396b7e5dfa967220a31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5609858
May 18 01:42:31.898686 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b432505-de29-4252-bc49-b6a4a8c7668f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:31.899297 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58288) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:31.901209 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:31.910289 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:32.021778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.053372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.066885 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc944-6975-472b-902c-a2f7db2d5396 req-1df7f5ee-58ae-4fe6-81ad-925c8e8bbf50 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:32.069048 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b83cc944-6975-472b-902c-a2f7db2d5396 req-1df7f5ee-58ae-4fe6-81ad-925c8e8bbf50 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.1534309
May 18 01:42:32.135747 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b83cc944-6975-472b-902c-a2f7db2d5396 req-cc46668a-aa64-44c5-a099-b12b0c271d96 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562634
May 18 01:42:32.160325 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.164201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-732f9d17-ec6b-45b6-96ac-cb89d2e5ed40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:32.178686 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b432505-de29-4252-bc49-b6a4a8c7668f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:32.182147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:32.186100 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.189693 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b432505-de29-4252-bc49-b6a4a8c7668f HTTP/1.1" status: 204  len: 168 time: 0.2867482
May 18 01:42:32.248263 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f2f2e0-8652-4629-bff7-4d95221cae28 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:42:32.256138 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.269898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Transition to ACTIVE for port object b2f2f2e0-8652-4629-bff7-4d95221cae28 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:42:32.274737 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.278570 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d7e53d07-6e3a-45f9-9dfa-0d45e5d24268 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:32.296788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-ff580350-4429-434d-85bd-c893ca2cf70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.486210 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:32.527898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.528264 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.528641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.528989 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.529333 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.529675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.530056 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.530346 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.530681 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.531017 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.531351 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.531682 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:32.537102 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:32.539300 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Attempting to bind port b2f2f2e0-8652-4629-bff7-4d95221cae28 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:42:32.540057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Attempting to bind port b2f2f2e0-8652-4629-bff7-4d95221cae28 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:42:32.540057 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Attempting to bind port b2f2f2e0-8652-4629-bff7-4d95221cae28 on network d65b85fd-08c9-43e8-8336-2db4b9430060 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:42:32.545071 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Port b2f2f2e0-8652-4629-bff7-4d95221cae28 on network d65b85fd-08c9-43e8-8336-2db4b9430060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:42:32.545388 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Attempting to bind port b2f2f2e0-8652-4629-bff7-4d95221cae28 on network d65b85fd-08c9-43e8-8336-2db4b9430060 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:42:32.550948 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:42:32.551279 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Checking segment: {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:42:32.551655 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Bound using segment: {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:42:32.552113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Bound port: b2f2f2e0-8652-4629-bff7-4d95221cae28, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8d918-e052-4a2b-9c08-1cfd86a22f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:42:32.552992 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.663930 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:42:32.667143 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:42:32.673539 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.678868 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a8fbcf91-8af0-4761-a32a-9653f6b289be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:32.684031 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234a6a-2979-4b9e-b589-77b5e40ea396 req-b9aa51b7-93b3-4622-ab15-69c9c7a21e66 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:32.691264 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b4234a6a-2979-4b9e-b589-77b5e40ea396 req-b9aa51b7-93b3-4622-ab15-69c9c7a21e66 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 943 time: 0.1768339
May 18 01:42:32.744983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:32.745524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:32.746994 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b4234a6a-2979-4b9e-b589-77b5e40ea396 req-cb4b91d9-d27d-4424-a9ad-05a133f95d49 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514100
May 18 01:42:32.747125 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] 10.222.0.32 "PUT /v2.0/ports/b2f2f2e0-8652-4629-bff7-4d95221cae28 HTTP/1.1" status: 200  len: 1093 time: 1.0314128
May 18 01:42:32.749915 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:32.790062 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:32.793823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:32.846217 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28', 'status': 'completed', 'code': 200}
May 18 01:42:32.900334 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-a5354d16-36af-4dcb-a0ec-8484aa62e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:32.902088 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-a5354d16-36af-4dcb-a0ec-8484aa62e188 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 1096 time: 0.0981092
May 18 01:42:32.989428 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-433bd76f-c888-4221-857b-0994c166fd24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28 HTTP/1.1" status: 200  len: 217 time: 0.0714550
May 18 01:42:32.994136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c447c4-ddd4-4503-b17c-7fe5a1bd2f6c req-e00a00ac-cae9-46c5-a7bc-e342c470d761 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:32.995709 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f6c447c4-ddd4-4503-b17c-7fe5a1bd2f6c req-e00a00ac-cae9-46c5-a7bc-e342c470d761 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0865395
May 18 01:42:33.044416 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f6c447c4-ddd4-4503-b17c-7fe5a1bd2f6c req-e9c593f2-44a8-49bc-b0de-e890d6d05659 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426428
May 18 01:42:33.144819 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-d60ecd3e-59f7-4b46-8d8e-3b865a47eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:33.146919 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-d60ecd3e-59f7-4b46-8d8e-3b865a47eb63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7ca1699-a222-4b53-b8eb-28ac5e125c72 HTTP/1.1" status: 200  len: 854 time: 0.1491523
May 18 01:42:33.207626 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-f0102ebc-f14f-4896-a174-c2b13d630905 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d65b85fd-08c9-43e8-8336-2db4b9430060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485017
May 18 01:42:33.286706 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:42:33.361406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8be63-1b6c-4389-8a67-c11bb24120a9 req-b4c0e029-a83a-4093-8c92-d533223df0f4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:33.363029 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-82e8be63-1b6c-4389-8a67-c11bb24120a9 req-b4c0e029-a83a-4093-8c92-d533223df0f4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.1136301
May 18 01:42:33.408125 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-df303cdb-ec84-4a7d-b499-ff20926f33bb service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838410
May 18 01:42:33.438161 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:33.447615 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-82e8be63-1b6c-4389-8a67-c11bb24120a9 req-67ecc9e0-ff57-46ea-aaf3-81a50ce77c3e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730829
May 18 01:42:33.460263 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:42:33.515731 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:33.533397 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edc3375-334f-4bd6-bad0-7416484b0c9f {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:42:33.558443 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:33.564019 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:33.565616 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-b28e7258-1ae5-4bea-b59e-ead8ea4da901 req-56dc3906-1846-40d7-bb16-c0f3e263f7df service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565363
May 18 01:42:33.567829 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-03e9dcbb-2b01-47f3-a19f-3f309ad3fe58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:33.679910 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:33.684268 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:33.695988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-01a6b6aa-f60d-49ea-b632-4fddcd0145a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:33.697491 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-01a6b6aa-f60d-49ea-b632-4fddcd0145a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 1096 time: 0.0814052
May 18 01:42:33.821262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['1edc3375-334f-4bd6-bad0-7416484b0c9f'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:42:33.837846 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-b3cf26a4-9bb2-4a3f-ae6e-af7966300fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:33.839793 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-b3cf26a4-9bb2-4a3f-ae6e-af7966300fb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 200  len: 914 time: 0.1357288
May 18 01:42:33.947724 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-f2afb5fe-44c6-4e4e-8942-966874b9dda6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28 HTTP/1.1" status: 200  len: 217 time: 0.1004977
May 18 01:42:33.950852 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38bf4-6a8d-4cd6-a8bf-277d1e611703 req-ff82aa70-8c80-4d13-806e-b46e4db3cec9 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:33.960355 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5dd38bf4-6a8d-4cd6-a8bf-277d1e611703 req-ff82aa70-8c80-4d13-806e-b46e4db3cec9 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 943 time: 0.1034076
May 18 01:42:34.017651 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5dd38bf4-6a8d-4cd6-a8bf-277d1e611703 req-2adf5bfd-5b0c-497f-b96b-3b06bbb55581 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541193
May 18 01:42:34.029735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-97676793-1dfc-475c-a04e-1ef672379456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.031434 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-97676793-1dfc-475c-a04e-1ef672379456 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7ca1699-a222-4b53-b8eb-28ac5e125c72 HTTP/1.1" status: 200  len: 854 time: 0.0763657
May 18 01:42:34.139826 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-ab6fab02-4ef4-45d6-9d8c-69016e033be9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d65b85fd-08c9-43e8-8336-2db4b9430060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924253
May 18 01:42:34.300253 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-ec804c6e-cd1d-4ceb-80b8-ee3177bd5b5d service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522620
May 18 01:42:34.334340 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904191a-8b16-4fbe-a87b-a02d10cd6641 req-3e54cf6e-7775-4d9d-bc87-95277c67ef4c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.335944 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5904191a-8b16-4fbe-a87b-a02d10cd6641 req-3e54cf6e-7775-4d9d-bc87-95277c67ef4c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1226447
May 18 01:42:34.399361 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5904191a-8b16-4fbe-a87b-a02d10cd6641 req-77f16f23-8ee3-40d7-9dc6-dfb58999dd91 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572958
May 18 01:42:34.463840 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ba756a55-eaf9-4b86-ac12-7b2fcf5147d5 req-102c2f01-9a8b-401c-8a55-6ef6053ef6df service neutron] 10.222.0.32 "GET /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545382
May 18 01:42:34.673613 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:34.681099 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8bc7f3a9-b7f8-444d-b267-de0496e65c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:34.684950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50ca1c-63a7-480b-a238-936ac3366748 req-b2996969-d2cc-4ee1-ba57-93daa7d9a871 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.687021 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af50ca1c-63a7-480b-a238-936ac3366748 req-b2996969-d2cc-4ee1-ba57-93daa7d9a871 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 944 time: 0.1128128
May 18 01:42:34.784452 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af50ca1c-63a7-480b-a238-936ac3366748 req-28fe826a-4b09-4db6-87d9-49c16f55b75e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901103
May 18 01:42:34.830617 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1cea-438b-45ad-8d8d-88e7d0f617b6 req-cb21990b-4b09-48fe-b61d-ea371fb7fed2 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.832420 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9a4e1cea-438b-45ad-8d8d-88e7d0f617b6 req-cb21990b-4b09-48fe-b61d-ea371fb7fed2 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0915129
May 18 01:42:34.836182 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-6bedc967-ff48-4e7b-bf3c-33b0c6b7ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.837758 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-6bedc967-ff48-4e7b-bf3c-33b0c6b7ddff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 1099 time: 0.0823607
May 18 01:42:34.889479 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9a4e1cea-438b-45ad-8d8d-88e7d0f617b6 req-50855633-5155-40fe-984c-fba773bd61c0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485785
May 18 01:42:34.978962 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-6e051338-cccf-4489-a94b-d205e15e12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:34.981092 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-6e051338-cccf-4489-a94b-d205e15e12ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.1373873
May 18 01:42:35.088179 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-fea31205-8270-47a0-884b-917567158a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 200  len: 1002 time: 0.1005766
May 18 01:42:35.159182 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-8dd0807e-299d-4dfc-b9c3-a5c0008cd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:35.160698 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-8dd0807e-299d-4dfc-b9c3-a5c0008cd812 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.0637560
May 18 01:42:35.218559 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c5ccb-cfbe-4ed3-8a44-1eaf0dd29698 req-77e0cc18-c025-421f-a67c-e7e16b482812 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:35.220273 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a0c5ccb-cfbe-4ed3-8a44-1eaf0dd29698 req-77e0cc18-c025-421f-a67c-e7e16b482812 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 943 time: 0.0838947
May 18 01:42:35.241600 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-150a0eec-1fd3-4823-ab87-829c1a24893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:35.243094 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-150a0eec-1fd3-4823-ab87-829c1a24893d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742190
May 18 01:42:35.265547 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a0c5ccb-cfbe-4ed3-8a44-1eaf0dd29698 req-6adc0ec2-45ec-4d5d-8697-21b3b95ea2a5 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385938
May 18 01:42:35.299385 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device b2f2f2e0-8652-4629-bff7-4d95221cae28 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:42:35.302329 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:42:35.461848 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-1120d925-c782-4b7e-8497-526481fdcd34 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117960
May 18 01:42:35.466244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 1edc3375-334f-4bd6-bad0-7416484b0c9f completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:42:35.474129 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 1edc3375-334f-4bd6-bad0-7416484b0c9f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:42:35.475232 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.540714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:35.560473 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'b2f2f2e0-8652-4629-bff7-4d95221cae28', 'network_id': 'd65b85fd-08c9-43e8-8336-2db4b9430060', 'port_id': 'b2f2f2e0-8652-4629-bff7-4d95221cae28', 'mac_address': 'fa:16:3e:d3:47:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ca1699-a222-4b53-b8eb-28ac5e125c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:42:35.600330 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-f8c5c96b-5ada-474d-9254-a4d2553bd881 req-69bc1073-0d2b-4007-9188-635fecbe4b1e service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315088
May 18 01:42:35.667654 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.698641 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f2f2e0-8652-4629-bff7-4d95221cae28 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:42:35.702350 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.733179 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.738672 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:35.743548 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:35.752057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.754821 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-8723d255-4d80-488a-a850-03277fe51133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:35.793056 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:35.794942 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'code': 200}
May 18 01:42:35.808924 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:35.830659 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:35.838894 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.839255 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.839850 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.839963 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.840587 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.840587 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.840886 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.841203 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.841523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.841840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.842333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.842802 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:35.846875 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:35.847344 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:35.928712 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:35.936820 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:36.027714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['b2f2f2e0-8652-4629-bff7-4d95221cae28'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:42:36.222482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73e5f-17c0-4fae-ac3d-7d1c72bdcf94 req-e72aed73-732e-4720-883b-d71a659c3114 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:36.231838 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fc73e5f-17c0-4fae-ac3d-7d1c72bdcf94 req-e72aed73-732e-4720-883b-d71a659c3114 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.2984886
May 18 01:42:36.325939 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717c29-7f22-4df8-8b92-2c9b8bea7083 req-81f0e1ea-cf93-4ba8-9fd2-9ef03d324e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:36.329158 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-57717c29-7f22-4df8-8b92-2c9b8bea7083 req-81f0e1ea-cf93-4ba8-9fd2-9ef03d324e4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.0907345
May 18 01:42:36.336817 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f351d-1862-4053-933b-52fa5bf7640c req-6cd8fee6-1d02-4fa7-9a18-c806e549b3dd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:36.346262 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-852f351d-1862-4053-933b-52fa5bf7640c req-6cd8fee6-1d02-4fa7-9a18-c806e549b3dd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.2729049
May 18 01:42:36.378794 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fc73e5f-17c0-4fae-ac3d-7d1c72bdcf94 req-71be31bc-9380-48e7-815e-09cc33173ebb tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1460061
May 18 01:42:36.388815 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-57717c29-7f22-4df8-8b92-2c9b8bea7083 req-b7843110-fad5-444b-9ded-1230e51a8aef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452454
May 18 01:42:36.423775 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-852f351d-1862-4053-933b-52fa5bf7640c req-9c819368-c866-420b-be6a-b091cf06c75b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762632
May 18 01:42:36.585150 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500cb9-dd20-4dd9-bbc0-2fe1c04d53cd req-4bd510f7-73b3-4649-9797-7f7765c58993 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:36.586831 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb500cb9-dd20-4dd9-bbc0-2fe1c04d53cd req-4bd510f7-73b3-4649-9797-7f7765c58993 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 944 time: 0.0852208
May 18 01:42:36.634147 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb500cb9-dd20-4dd9-bbc0-2fe1c04d53cd req-f02e5806-b4ac-41b6-80e1-f2114af00ff2 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405140
May 18 01:42:37.305083 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device b2f2f2e0-8652-4629-bff7-4d95221cae28 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:42:37.376400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:37.392505 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port b2f2f2e0-8652-4629-bff7-4d95221cae28 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:42:37.398714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port b2f2f2e0-8652-4629-bff7-4d95221cae28 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:42:37.399346 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:37.559656 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:37.635023 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:42:37.640782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:37.643710 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:37.686841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ceb5-d226-49c0-bf8b-f156253f89a4 req-f9b585bb-08ce-41e4-968e-1b7eeee4ec28 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:37.694070 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36b5ceb5-d226-49c0-bf8b-f156253f89a4 req-f9b585bb-08ce-41e4-968e-1b7eeee4ec28 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1643665
May 18 01:42:37.736987 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:37.741519 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:37.747119 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-36b5ceb5-d226-49c0-bf8b-f156253f89a4 req-7bf6e6de-9ace-401e-8028-3cc76fb96299 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523708
May 18 01:42:37.767375 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169d969-8a41-4d95-b395-6d9137966e99 req-3beb6025-45ca-449f-a4d9-2026157b332f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:37.768905 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e169d969-8a41-4d95-b395-6d9137966e99 req-3beb6025-45ca-449f-a4d9-2026157b332f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.1540492
May 18 01:42:37.800489 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:37.827819 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e169d969-8a41-4d95-b395-6d9137966e99 req-378964be-d632-490b-9595-e53d3981a846 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498433
May 18 01:42:38.010694 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66946ac-a92a-4f4e-b73e-20fa28c4c51e req-22633df2-7d77-4a04-a64b-503c03414add tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:38.012129 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a66946ac-a92a-4f4e-b73e-20fa28c4c51e req-22633df2-7d77-4a04-a64b-503c03414add tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.1359031
May 18 01:42:38.072673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085fbab-d1e3-4a6a-bfeb-c389641cfe94 req-0ae86259-2d44-452e-ae88-5ee054b795ba tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:38.074100 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e085fbab-d1e3-4a6a-bfeb-c389641cfe94 req-0ae86259-2d44-452e-ae88-5ee054b795ba tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1266224
May 18 01:42:38.078452 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a66946ac-a92a-4f4e-b73e-20fa28c4c51e req-dd7e9598-85f8-45c7-a521-ed7a56923332 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584245
May 18 01:42:38.120626 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e085fbab-d1e3-4a6a-bfeb-c389641cfe94 req-214267c7-ddd0-4035-9e84-ed52785d0266 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405607
May 18 01:42:38.128797 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28', 'code': 200}
May 18 01:42:38.144515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58470) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:38.394245 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3084de1-9f5b-4575-a77b-1d75241d6fb7 tempest-TestShelveInstance-1857341947 tempest-TestShelveInstance-1857341947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:38.395008 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a3084de1-9f5b-4575-a77b-1d75241d6fb7 tempest-TestShelveInstance-1857341947 tempest-TestShelveInstance-1857341947-project-admin] Synchronizing usage tracker for tenant:aad1f19200d94f85b8b8e6826d3763c4 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:42:38.413376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a3084de1-9f5b-4575-a77b-1d75241d6fb7 tempest-TestShelveInstance-1857341947 tempest-TestShelveInstance-1857341947-project-admin] Unset dirty status for tenant:aad1f19200d94f85b8b8e6826d3763c4 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:42:38.414545 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a3084de1-9f5b-4575-a77b-1d75241d6fb7 tempest-TestShelveInstance-1857341947 tempest-TestShelveInstance-1857341947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1093 time: 0.2691209
May 18 01:42:38.418305 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58476) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:38.423294 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:42:38.429695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:38.433515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Usage tracker for resource:floatingip and tenant:26a3a93319a54320819f6f385f3682b7 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:38.436386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:38.441925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:38.455424 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for floatingip, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:38.591046 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:38.727419 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Allocated IP 172.27.1.176 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/afd24d4f-b73b-4925-b0d0-9165ee96e232) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:42:38.883382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:38.914690 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:38.919575 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a9dbadbe-162c-481a-b623-a4b6c8cd7957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:38.984543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:42:38.987484 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:42:38.991925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:42:39.031811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'Port': ['ID=afd24d4f-b73b-4925-b0d0-9165ee96e232,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:39.035876 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:39.282849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f5f-13eb-4f9e-bd09-0f98c558f521 req-9da81d24-928d-4937-8e65-91a774784d12 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:39.284496 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c47c0f5f-13eb-4f9e-bd09-0f98c558f521 req-9da81d24-928d-4937-8e65-91a774784d12 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.0916443
May 18 01:42:39.335149 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c47c0f5f-13eb-4f9e-bd09-0f98c558f521 req-45bc58d8-7b58-4ff3-ba58-e2258c7b9e75 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440927
May 18 01:42:39.420081 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:39.497226 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:39.799774 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:39.804991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:39.808734 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-33093a64-5073-4241-98b7-6552d998b1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:39.914900 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event updated for resources: {'Port': ['ID=afd24d4f-b73b-4925-b0d0-9165ee96e232,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:39.918870 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:39.925564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:40.094473 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.l3_db [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Floating IP 8d23b230-cc81-4119-80d1-e6df673837a1 associated. External IP: 172.27.1.176, port: 1edc3375-334f-4bd6-bad0-7416484b0c9f.
May 18 01:42:40.448209 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:42:40.602162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5aa66-8ae3-4e14-8ec1-8285e5303378 req-9d578f38-2eec-4325-9a44-7c7d41f74a87 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:40.603603 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-17f5aa66-8ae3-4e14-8ec1-8285e5303378 req-9d578f38-2eec-4325-9a44-7c7d41f74a87 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.1645076
May 18 01:42:40.629033 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:42:40.638703 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Sync routers for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:42:40.648995 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:42:40.649610 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114e80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:42:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:40.651478 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-17f5aa66-8ae3-4e14-8ec1-8285e5303378 req-7766db41-35a6-4355-9f72-73c01b91aefa tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419731
May 18 01:42:40.658780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:40.716646 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2972295
May 18 01:42:40.717285 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:42:40.763097 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'status': 'completed', 'code': 200}
May 18 01:42:40.829293 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:42:41.229543 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114e80>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '8d23b230-cc81-4119-80d1-e6df673837a1', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:39Z', 'updated_at': '2021-05-18T01:42:39Z', 'revision_number': 0, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:41.233826 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Checking router: 433da0ae-6c0c-4fff-a8d3-57ac9c23656e for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:42:41.244738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:42:41.245389 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114e80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:42:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:41.250634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af2a0-66b7-44f6-8c10-836b80b2fc9a req-6eb1c0cb-6b98-4f2c-a9bd-b58f5e2bf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.252120 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-485af2a0-66b7-44f6-8c10-836b80b2fc9a req-6eb1c0cb-6b98-4f2c-a9bd-b58f5e2bf7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 1098 time: 0.0753820
May 18 01:42:41.290996 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-6d601cf6-8d3a-4f27-9ad4-a8e3a04a8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.292580 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-6d601cf6-8d3a-4f27-9ad4-a8e3a04a8509 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.0810306
May 18 01:42:41.296581 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-485af2a0-66b7-44f6-8c10-836b80b2fc9a req-4c91e074-e40e-4a56-9f58-2bcd1e18c38d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363312
May 18 01:42:41.448063 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:42:41.477610 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-9f44eaf5-4eb9-4a42-af35-695f07286a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.479038 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-9f44eaf5-4eb9-4a42-af35-695f07286a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.1347609
May 18 01:42:41.592393 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-77480ac0-9b14-416d-b6ad-fa2f44f24c83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 999 time: 0.1066146
May 18 01:42:41.659870 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-c1834ccf-007e-45c0-a947-0b21fd9048eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.661352 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-c1834ccf-007e-45c0-a947-0b21fd9048eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0593047
May 18 01:42:41.742042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-0f1ea5d5-f7d1-4eda-a825-3dc12b1afab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.743434 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-0f1ea5d5-f7d1-4eda-a825-3dc12b1afab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756543
May 18 01:42:41.838479 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114e80>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '8d23b230-cc81-4119-80d1-e6df673837a1', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:39Z', 'updated_at': '2021-05-18T01:42:39Z', 'revision_number': 0, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:42:41.842605 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00967d-1081-4e5c-8d8f-0d75396d9ad4 None None] The sync data for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi is: [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '8d23b230-cc81-4119-80d1-e6df673837a1', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:39Z', 'updated_at': '2021-05-18T01:42:39Z', 'revision_number': 0, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:42:41.976457 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910d1b-61cb-49af-ac8c-6046c3c0fb5f req-d49a9686-03e5-449c-b428-084f3265827b tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:41.978520 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fd910d1b-61cb-49af-ac8c-6046c3c0fb5f req-d49a9686-03e5-449c-b428-084f3265827b tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.2035742
May 18 01:42:41.980922 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-441ae655-43f2-4179-a3f4-34a5f3598a0e service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295289
May 18 01:42:42.066886 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728ec3e-aa27-4d18-8715-3d8f610f6e4f None None] New status for floating IP 8d23b230-cc81-4119-80d1-e6df673837a1: ACTIVE {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:42:42.133819 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fd910d1b-61cb-49af-ac8c-6046c3c0fb5f req-f5e20178-c6e3-43da-8602-0da18a4f5382 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494839
May 18 01:42:42.195669 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1d36c186-a18e-42fb-b5d2-9dd17a2f1d85 req-24557288-58d1-4f79-9024-0dedf1236422 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964560
May 18 01:42:43.329462 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929a62-3537-4056-b9b9-304eeba84a0c req-d7980ae0-ed36-46e6-8a9c-b0cac59c9291 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:43.330904 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-43929a62-3537-4056-b9b9-304eeba84a0c req-d7980ae0-ed36-46e6-8a9c-b0cac59c9291 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.0915859
May 18 01:42:43.379263 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-43929a62-3537-4056-b9b9-304eeba84a0c req-81fd8de1-fc1c-4739-8fc5-5c2dc64f49a9 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421484
May 18 01:42:45.772275 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58622) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:45.830695 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58628) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:45.947689 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:45.956674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:45.962925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:45.966716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Usage tracker for resource:security_group_rule and tenant:d2684727cb4541338f5eb2a28e8ad0be is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:45.971001 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:45.973738 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:45.977685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:45.977939 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Usage tracker for resource:security_group_rule and tenant:7644c06a3972448091e3889270ac097f is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:45.980797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:45.986713 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:46.068932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.074570 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.077411 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.081147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.088681 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ad7770da-d67b-4ba0-ab07-57d14c576bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.093654 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5c682d56-f77e-4cb6-964f-4b8f55ff68ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.132169 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7644c06a3972448091e3889270ac097f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2972031
May 18 01:42:46.132169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58636) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.133273 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e75313-18b5-40b4-8b1c-53eed42e3465,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.136584 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.143782 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2684727cb4541338f5eb2a28e8ad0be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3703983
May 18 01:42:46.144422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58640) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.159636 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd89a8-ac18-488f-8cd4-27dbce869f71,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.178886 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.179337 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.179784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.180205 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.180645 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.181060 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.181470 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.181881 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.182291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.182699 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.183108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.183529 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:42:46.197805 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.210609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.219202 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.236910 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.249002 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.294635 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.300183 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6dce6c55-0971-4132-9b72-de95898c1bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.301754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.306704 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c6b6c2b4-786c-42a8-8d5f-1c014fe1bb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.312213 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e75313-18b5-40b4-8b1c-53eed42e3465,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.316331 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.319809 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.322250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd89a8-ac18-488f-8cd4-27dbce869f71,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.324836 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64e75313-18b5-40b4-8b1c-53eed42e3465 HTTP/1.1" status: 204  len: 168 time: 0.1793087
May 18 01:42:46.327512 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.328539 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.329747 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfcd89a8-ac18-488f-8cd4-27dbce869f71 HTTP/1.1" status: 204  len: 168 time: 0.1972115
May 18 01:42:46.633378 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58652) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.636058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58656) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.651070 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.653910 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.666208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:46.670448 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Usage tracker for resource:security_group_rule and tenant:604bd5f2179f4ef6a9b7601710676199 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:46.670578 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:46.673330 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:46.674264 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Usage tracker for resource:security_group_rule and tenant:55a0d74181e44c77a7497653c514962a is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:46.677724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:46.680621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:46.683462 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:46.766027 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.767194 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.770689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.772267 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.779310 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-66b27519-b8ba-44e3-aaf3-c7641523b400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.782665 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-eb216d4a-4295-424b-930a-0dbbdf8ffa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.821424 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=604bd5f2179f4ef6a9b7601710676199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868942
May 18 01:42:46.825286 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893bae76-b799-4fa0-afe8-f79b9d09c025,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.825428 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a0d74181e44c77a7497653c514962a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1852589
May 18 01:42:46.825428 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58660) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.825605 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58662) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:46.827205 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.835508 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5cadae-8d65-493a-b3e6-c582870bc7ac,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.839992 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.888133 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.889841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.913819 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.918047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.968255 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.973146 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1e801cfb-dc44-4049-9ee0-a0e276a320ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.978955 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.982880 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-735215ed-7669-4354-a82a-622f2f58b17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:46.988460 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893bae76-b799-4fa0-afe8-f79b9d09c025,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.991422 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:46.995783 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:46.996434 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5cadae-8d65-493a-b3e6-c582870bc7ac,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:46.996960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/893bae76-b799-4fa0-afe8-f79b9d09c025 HTTP/1.1" status: 204  len: 168 time: 0.1720293
May 18 01:42:47.001547 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:47.009333 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.013176 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb5cadae-8d65-493a-b3e6-c582870bc7ac HTTP/1.1" status: 204  len: 168 time: 0.1846929
May 18 01:42:47.420250 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58684) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:47.440869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.546991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:47.550745 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Usage tracker for resource:security_group_rule and tenant:5b1b45d4ba164fa2b1815b91d5e1b12e is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:47.554668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:47.560392 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:47.648896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.654447 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.663123 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8db12869-8ef7-4593-9ded-e3e688576d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:47.702972 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b1b45d4ba164fa2b1815b91d5e1b12e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815721
May 18 01:42:47.704678 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5817110f-e39a-45cb-ac3c-2dbbe26628a8,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:47.705521 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58698) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:47.707779 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:47.777302 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.805517 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.862334 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.867774 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c6b5eb37-3378-4146-a831-ee5764ae5db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:47.879890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817110f-e39a-45cb-ac3c-2dbbe26628a8,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:47.883391 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:47.885507 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:47.889202 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5817110f-e39a-45cb-ac3c-2dbbe26628a8 HTTP/1.1" status: 204  len: 168 time: 0.1801398
May 18 01:42:50.854691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58900) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:50.978290 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:50.993312 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:50.997074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d0ea0403364abaa3d8da6fa2d32373 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:50.999927 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:51.006022 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:51.096119 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.099911 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.106888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:51.148687 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3efa5d-f959-4a2d-b15f-7b4b6b346176,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:51.154720 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1d0ea0403364abaa3d8da6fa2d32373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971561
May 18 01:42:51.154720 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:51.156128 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58906) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:51.212285 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.240797 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.291211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.294950 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:51.307844 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3efa5d-f959-4a2d-b15f-7b4b6b346176,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:51.310340 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:51.317269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.318971 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b3efa5d-f959-4a2d-b15f-7b4b6b346176 HTTP/1.1" status: 204  len: 168 time: 0.1626058
May 18 01:42:51.608913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 58916) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:51.627128 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.649368 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:42:51.653347 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc6770f75a1421a9fe6ba7521462850 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:42:51.656494 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:42:51.662925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:42:51.750422 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.753696 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.762332 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2f8fa96a-6860-4b1f-8daf-85921c627745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:51.809541 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bc6770f75a1421a9fe6ba7521462850&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1995170
May 18 01:42:51.810279 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 58924) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:42:51.811490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b764944-62c9-4a6b-a943-4f380437cd67,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:51.814605 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:51.886971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.916583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.970624 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.974390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:42:51.985066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b764944-62c9-4a6b-a943-4f380437cd67,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:42:51.988896 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:42:51.992889 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:51.993916 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b764944-62c9-4a6b-a943-4f380437cd67 HTTP/1.1" status: 204  len: 168 time: 0.1824691
May 18 01:42:53.250853 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:42:55.934282 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-1af806ae-b45d-4161-bab0-fb0e3952d634 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1426775
May 18 01:42:56.034344 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-d03d4e51-8f26-48ae-9b35-bb49d0be721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:56.036927 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-d03d4e51-8f26-48ae-9b35-bb49d0be721a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 1100 time: 0.0709131
May 18 01:42:56.193546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-283caece-d306-4b1e-80c4-3ad7477f27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:56.195010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-283caece-d306-4b1e-80c4-3ad7477f27d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1352065
May 18 01:42:56.324742 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-3d6730d7-5b47-4c37-a925-1239f84e21e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 200  len: 1002 time: 0.1209548
May 18 01:42:56.401196 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-754462ff-9702-40fb-8bf1-e381fc2fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:56.402847 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-754462ff-9702-40fb-8bf1-e381fc2fafaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0652585
May 18 01:42:56.481748 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-5306420f-92c8-40be-8cd3-ac8f2c08cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:42:56.483164 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-5306420f-92c8-40be-8cd3-ac8f2c08cd8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719304
May 18 01:42:56.646436 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-51072529-bfa6-45a2-9379-1a5ad5f161c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531844
May 18 01:42:56.781971 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1201f40b-9c67-41d8-a52a-6d5d98deca8a req-ab1f8ca7-e4bf-4e62-ad5f-86feace39658 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279612
May 18 01:43:01.891406 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59070) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:02.018149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.033241 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:02.036988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb7298d9e99415c8b05bc757b8ef53e is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:02.039717 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:02.045286 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:02.123960 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.127599 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.137106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-04c73f4f-d6a3-49d3-b737-ce2feec70d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:02.178610 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfb7298d9e99415c8b05bc757b8ef53e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859633
May 18 01:43:02.179520 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e709042-efaa-4a1f-934b-ff606c5563bd,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:02.181141 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59078) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:02.183010 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:02.240873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.266271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.289277 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e8487f37-e643-45a7-b8a7-3082ba43bb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.324774 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.328523 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b489aefa-7bb6-45ce-b49b-bd073850f5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:02.340188 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e709042-efaa-4a1f-934b-ff606c5563bd,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:02.343884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:02.347620 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.348772 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-fc1faa00-b862-4ca9-8659-3670d4995083 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e709042-efaa-4a1f-934b-ff606c5563bd HTTP/1.1" status: 204  len: 168 time: 0.1666100
May 18 01:43:02.623350 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59086) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:02.641720 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.656156 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:02.659954 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Usage tracker for resource:security_group_rule and tenant:d090084e16b64d73b8d1c9ed014df7cd is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:02.663294 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:02.669049 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:02.750209 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.755458 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.767577 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-896805e2-1e8a-4ae5-bc56-e7280d3e411a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:02.806632 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d090084e16b64d73b8d1c9ed014df7cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1821437
May 18 01:43:02.807602 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d5800-308a-4d6b-a21e-ec7ce6ea2e0c,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:02.809356 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59092) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:02.810632 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-dfecb5ec-0b1b-444b-b94d-e5b03cdc9605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:02.872526 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.898649 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.954563 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.960281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0c1093dd-a93b-439b-91a4-c1eb8f4403dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:02.973357 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d5800-308a-4d6b-a21e-ec7ce6ea2e0c,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:02.975853 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:02.990816 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:02.991925 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab4d5800-308a-4d6b-a21e-ec7ce6ea2e0c HTTP/1.1" status: 204  len: 168 time: 0.1814978
May 18 01:43:04.410058 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:43:04.621415 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:04.644550 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-bae4aaf6-2ed2-4e81-8c7a-2a163bbab859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:05.700793 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:07.222000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77ffe-221a-4ab9-a3fd-69d93efbfd04 req-73e8954a-7491-4e57-a058-aea33350193e tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:07.223441 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-92b77ffe-221a-4ab9-a3fd-69d93efbfd04 req-73e8954a-7491-4e57-a058-aea33350193e tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.0889754
May 18 01:43:07.269563 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-92b77ffe-221a-4ab9-a3fd-69d93efbfd04 req-4ef54917-90b6-45b3-bb8b-f8299b64d82e tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395901
May 18 01:43:07.359152 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:07.940678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59200) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:08.058719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.074387 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:08.078218 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbd9504552a42d880f6e5eefc3ccd3a is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:08.081037 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:08.087495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:08.166200 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.171494 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.179735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6e97168c-8137-463b-b23f-dc32daa8b9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:08.220178 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bbd9504552a42d880f6e5eefc3ccd3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783859
May 18 01:43:08.221824 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f3a4ff-c4f8-4ca0-9707-9f356b159f3b,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:08.223517 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59208) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:08.224784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:08.283966 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.310401 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.361848 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.367193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9fd5d9b3-c4a1-4fc4-ae2c-5759607131d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:08.382105 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f3a4ff-c4f8-4ca0-9707-9f356b159f3b,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:08.384961 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:08.386861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.391023 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35f3a4ff-c4f8-4ca0-9707-9f356b159f3b HTTP/1.1" status: 204  len: 168 time: 0.1663778
May 18 01:43:08.459966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad077107-46d2-41a0-ae80-a70c72b7bd19 req-ca374b28-821d-4290-a9b2-9ec591369ede tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:08.461298 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad077107-46d2-41a0-ae80-a70c72b7bd19 req-ca374b28-821d-4290-a9b2-9ec591369ede tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.0850122
May 18 01:43:08.508278 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad077107-46d2-41a0-ae80-a70c72b7bd19 req-840942a1-1af0-4d97-a178-e66f9da43422 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402579
May 18 01:43:08.670886 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59224) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:08.688674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.703320 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:08.707145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Usage tracker for resource:security_group_rule and tenant:989449cdb157482ba787cdcf60a26c8d is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:08.710253 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:08.716294 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:08.796825 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.800515 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.812217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d2dcc647-531d-4eab-93a2-e0f2ae04e111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:08.850903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=989449cdb157482ba787cdcf60a26c8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1788781
May 18 01:43:08.852664 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58e4e3-0044-4fd0-8aed-e72574d6b2ac,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:08.853583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59230) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:08.855807 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:08.914700 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:08.941004 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.004442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.008888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1186b93e-de27-438c-9e1f-a1d782f4131d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:09.019591 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58e4e3-0044-4fd0-8aed-e72574d6b2ac,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:09.022469 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:09.028419 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.029515 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f58e4e3-0044-4fd0-8aed-e72574d6b2ac HTTP/1.1" status: 204  len: 168 time: 0.1749687
May 18 01:43:09.262403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-9430ed2a-d8e9-4f12-93b9-9d7b57513936 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:09.264525 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-9430ed2a-d8e9-4f12-93b9-9d7b57513936 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.0824878
May 18 01:43:09.407608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Deleting port b2f2f2e0-8652-4629-bff7-4d95221cae28 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:43:09.407971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.626280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] For port b2f2f2e0-8652-4629-bff7-4d95221cae28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2f2f2e0-8652-4629-bff7-4d95221cae28,segment=NetworkSegment(2bd8d918-e052-4a2b-9c08-1cfd86a22f47),segment_id=2bd8d918-e052-4a2b-9c08-1cfd86a22f47)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:09.626629 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.794856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Calling delete_port for b2f2f2e0-8652-4629-bff7-4d95221cae28 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:43:09.844588 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4370-10e8-4910-b169-02e2caefd140 req-238026ce-f398-43d5-b2b8-aa9703ebf5bc tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:09.846045 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-788d4370-10e8-4910-b169-02e2caefd140 req-238026ce-f398-43d5-b2b8-aa9703ebf5bc tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/ports?device_id=69b3ae36-c27c-44eb-bb23-7ef7c7793c0f HTTP/1.1" status: 200  len: 945 time: 0.2217915
May 18 01:43:09.937970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-788d4370-10e8-4910-b169-02e2caefd140 req-fe5d8a5b-2ec5-4434-a0ba-86efa7e4ad84 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8cc6d37-d4af-44bd-bbb5-1164f55ea518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862367
May 18 01:43:09.970400 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:09.976826 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b532f176-46c9-4e97-9514-00e6de14a3c9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:10.023514 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Pushing event deleted for resources: {'Port': ['ID=b2f2f2e0-8652-4629-bff7-4d95221cae28,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:10.050169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:10.099267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] No DVR routers for this DVR port b2f2f2e0-8652-4629-bff7-4d95221cae28 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:43:10.102346 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.104972 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'name': 'network-vif-deleted', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:10.132076 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dde8f5a4-c33f-48fe-9170-20038f2fdff0 req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] 10.222.0.32 "DELETE /v2.0/ports/b2f2f2e0-8652-4629-bff7-4d95221cae28 HTTP/1.1" status: 204  len: 173 time: 0.8598533
May 18 01:43:10.155741 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3ae36-c27c-44eb-bb23-7ef7c7793c0f', 'name': 'network-vif-deleted', 'tag': 'b2f2f2e0-8652-4629-bff7-4d95221cae28', 'status': 'completed', 'code': 200}
May 18 01:43:10.232282 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59272) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:10.351467 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.366731 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:10.370380 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Usage tracker for resource:security_group_rule and tenant:46f50c5cc7e547d4b6b292c2ec06a229 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:10.373163 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:10.378864 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:10.460697 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.464106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.475104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-744b71af-76bf-404b-9da2-1f419f49e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:10.513095 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46f50c5cc7e547d4b6b292c2ec06a229&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2797682
May 18 01:43:10.514749 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c67b2-afe6-4478-9a6c-2d74f3beec48,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:10.515787 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59282) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:10.517919 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:10.574321 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.599212 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.652607 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.657354 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b7c9bc93-f1f7-457e-b929-08a4fd9f79a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:10.672056 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c67b2-afe6-4478-9a6c-2d74f3beec48,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:10.674413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:10.675504 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f8c67b2-afe6-4478-9a6c-2d74f3beec48 HTTP/1.1" status: 204  len: 168 time: 0.1586840
May 18 01:43:10.676412 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:11.501262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device b2f2f2e0-8652-4629-bff7-4d95221cae28 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:43:11.543863 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: b2f2f2e0-8652-4629-bff7-4d95221cae28 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:43:11.544217 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device b2f2f2e0-8652-4629-bff7-4d95221cae28 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:43:22.803474 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52b0b-40e7-47dc-848d-32ef274fbc18 req-50cc3e6a-4f6c-4213-824c-5a21b19448e7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:22.805074 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bfc52b0b-40e7-47dc-848d-32ef274fbc18 req-50cc3e6a-4f6c-4213-824c-5a21b19448e7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0862820
May 18 01:43:22.850940 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bfc52b0b-40e7-47dc-848d-32ef274fbc18 req-38db80c4-4fd5-4cd5-bffa-4cad23091d09 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400736
May 18 01:43:23.243429 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:24.072753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954d56-83b4-41d1-9c4e-b29f26fd5ac0 req-f5550112-7f16-4bf9-a6ed-6e1d729a7dc5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:24.080563 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e9954d56-83b4-41d1-9c4e-b29f26fd5ac0 req-f5550112-7f16-4bf9-a6ed-6e1d729a7dc5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.1034083
May 18 01:43:24.379848 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e9954d56-83b4-41d1-9c4e-b29f26fd5ac0 req-03c70b8c-6f1a-4e7c-934b-9201b2964680 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2983179
May 18 01:43:24.481010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-03a9fd95-be4e-4ee7-acbd-35a57809983b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:24.482869 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-03a9fd95-be4e-4ee7-acbd-35a57809983b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 947 time: 0.0783615
May 18 01:43:24.625137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Deleting port 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:43:24.625387 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:24.759024 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] For port 9626d5bd-0c0c-4981-894f-a4f285d15de8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9626d5bd-0c0c-4981-894f-a4f285d15de8,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:24.759342 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:25.064234 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:25.064849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:25.065255 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Floating IP 167e45ef-2a66-4fd8-a4eb-51e730b4a2a4 disassociated. External IP: 172.27.1.119, port: 9626d5bd-0c0c-4981-894f-a4f285d15de8.
May 18 01:43:25.065607 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Calling delete_port for 9626d5bd-0c0c-4981-894f-a4f285d15de8 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:43:25.277323 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:25.283109 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d3ad9b8e-a6d3-43de-8d93-22ca966c0165 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:25.329938 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'Port': ['ID=9626d5bd-0c0c-4981-894f-a4f285d15de8,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:25.333040 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:25.530471 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:43:25.659971 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-260120bc-8291-45bd-91c8-1dc7e57677a3 req-099a9cae-0130-4c9c-9a77-a9bf277da18d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 210 time: 0.1497221
May 18 01:43:25.762370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:43:25.772237 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:43:25.781833 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:25.782450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bce30d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:25.844106 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] No DVR routers for this DVR port 9626d5bd-0c0c-4981-894f-a4f285d15de8 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:43:25.846687 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:25.849345 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-deleted', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:25.867902 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8c1862d2-3542-4fbc-951c-5333c7c0e852 req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "DELETE /v2.0/ports/9626d5bd-0c0c-4981-894f-a4f285d15de8 HTTP/1.1" status: 204  len: 173 time: 1.3790009
May 18 01:43:25.901099 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3', 'name': 'network-vif-deleted', 'tag': '9626d5bd-0c0c-4981-894f-a4f285d15de8', 'status': 'completed', 'code': 200}
May 18 01:43:25.991430 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:26.365443 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bce30d0>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:26.374522 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:43:26.384387 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:26.386303 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bce30d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:26.581650 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:26.824096 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-d00d447b-dd77-4fbf-bd0d-bce43a83f83d req-e5461ca8-16f0-42f4-b519-8607e9b5ee0b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Synchronizing usage tracker for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:26.841499 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-d00d447b-dd77-4fbf-bd0d-bce43a83f83d req-e5461ca8-16f0-42f4-b519-8607e9b5ee0b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Unset dirty status for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:26.843337 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d00d447b-dd77-4fbf-bd0d-bce43a83f83d req-e5461ca8-16f0-42f4-b519-8607e9b5ee0b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 210 time: 0.0681543
May 18 01:43:26.910636 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bce30d0>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:26.915523 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88588b0-6501-47c8-a0a3-2918b9edf48a None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:43:27.143484 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55191e1e-008b-4a10-b5d8-982e7864e7ce None None] New status for floating IP 167e45ef-2a66-4fd8-a4eb-51e730b4a2a4: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:43:28.003444 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f351dab2-b676-47b5-8394-103cb407f99f req-a732781f-7dd6-43d2-84df-9624f712bb65 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fd4dc3-dae6-4b7d-86e2-cf886eadcaf3 HTTP/1.1" status: 200  len: 210 time: 0.0420642
May 18 01:43:29.132367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59554) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:29.200852 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.229004 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.288719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.294061 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-adf67d29-7bab-4714-8681-2ad8f3a0d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:29.307403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:29.310354 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:29.312322 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.316141 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59560) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:29.316642 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a HTTP/1.1" status: 204  len: 168 time: 0.1827421
May 18 01:43:29.334929 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.api.v2.resource [None req-ec22db8b-2f88-42aa-a0eb-7c89f9bcc632 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] show failed (client error): The resource could not be found.
May 18 01:43:29.336374 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ec22db8b-2f88-42aa-a0eb-7c89f9bcc632 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups/9e7a1f7a-4be7-4fd0-b3db-bd846f12d43a HTTP/1.1" status: 404  len: 347 time: 0.0190506
May 18 01:43:29.339143 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59564) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:29.548625 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Deleting port e29b8b71-6434-4f74-af4c-574fe4e5df4f {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:43:29.548848 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.663878 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.664215 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.788905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Calling delete_port for e29b8b71-6434-4f74-af4c-574fe4e5df4f owned by network:floatingip {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:43:29.908555 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:29.912896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:29.955421 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'Port': ['ID=e29b8b71-6434-4f74-af4c-574fe4e5df4f,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:29.981199 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:30.045524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:30.070236 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:30.071351 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "DELETE /v2.0/floatingips/167e45ef-2a66-4fd8-a4eb-51e730b4a2a4 HTTP/1.1" status: 204  len: 168 time: 0.7312918
May 18 01:43:31.537979 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59586) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:31.543297 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491518100', 'description': 'tempest-description--591250142'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:31.549033 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:31.552839 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:31.555631 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:31.561169 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:31.649705 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.669500 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:31.673248 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:31.676032 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:31.681724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:31.748720 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.752123 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.757784 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-635c4d59-1881-4970-944d-f0284750f9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:31.793891 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e266e9-1925-4da0-9c07-726cdd094be7,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:31.796643 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.800580 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2588589
May 18 01:43:31.800580 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:31.800835 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59600) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:31.806972 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group_rule': {'security_group_id': '06e266e9-1925-4da0-9c07-726cdd094be7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:31.812770 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:31.816490 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:31.820175 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:31.826062 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:31.846323 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.920187 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.925507 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.928363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e404063e-2baf-40f0-91aa-27b2cb46dda8 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:31.956452 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64d5b98-56d4-41d7-8405-c5b585c1e342,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:31.960002 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:31.960808 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:31.961957 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1601772
May 18 01:43:31.964847 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59606) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:31.970080 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'security_group_rule': {'security_group_id': '06e266e9-1925-4da0-9c07-726cdd094be7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:31.977127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:31.981065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:security_group_rule and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:31.983841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:31.990366 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:32.004818 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.064716 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.068895 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.078451 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:32.097583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482ed6f3-78b7-492c-a5fc-da371b065348,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:32.100181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:32.107212 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.108419 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1425638
May 18 01:43:32.111495 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59610) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:32.116736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:32.122247 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:32.125964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:floatingip and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:32.128749 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:32.135219 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:32.148043 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.286037 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.290693 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-adbb78c6-3a62-46e5-9d1f-c1f68269348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.420331 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Allocated IP 172.27.1.29 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/23e41e7a-4d4a-4128-97e7-3b014d2e8e09) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:32.565031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.593726 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.598392 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-155f5b58-e207-4026-aa5b-864c471d6630 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:32.659069 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:43:32.665002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:32.667903 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:32.671615 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:32.698234 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 9626d5bd-0c0c-4981-894f-a4f285d15de8 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:43:32.698873 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 9626d5bd-0c0c-4981-894f-a4f285d15de8 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:43:32.712232 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=23e41e7a-4d4a-4128-97e7-3b014d2e8e09,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:32.723979 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.724372 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.725318 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.725679 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.726031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.726381 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.726732 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.727107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.727428 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.727759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.728104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.728465 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:32.733265 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:32.766320 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:32.829723 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:33.051167 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:33.056587 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:33.066618 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7620be48-a4b2-4ff4-9955-32efdd18a8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:33.180349 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=23e41e7a-4d4a-4128-97e7-3b014d2e8e09,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:33.183174 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:33.186313 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:33.211132 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:33.212269 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0998802
May 18 01:43:33.432958 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-c1dfcdbd-4319-4ee6-a601-fc73a17e4e30 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Synchronizing usage tracker for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:33.449978 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-c1dfcdbd-4319-4ee6-a601-fc73a17e4e30 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Unset dirty status for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:33.451114 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-c1dfcdbd-4319-4ee6-a601-fc73a17e4e30 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1491518100&fields=id&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 267 time: 0.0572865
May 18 01:43:33.600735 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-a0f9c1f9-b340-4893-802e-59b1df3ed20e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:33.602335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-a0f9c1f9-b340-4893-802e-59b1df3ed20e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 817 time: 0.1446071
May 18 01:43:33.617463 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-5d8b1fd2-e2a6-4bc2-9dbc-0763717e2379 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/quotas/e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 375 time: 0.0095813
May 18 01:43:33.707133 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-497e8a09-34af-4f24-ad6e-b6b2c9610438 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0840824
May 18 01:43:33.890688 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-58017ddc-34a5-4c96-ab18-f25f64d1f52f service neutron] 10.222.0.16 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709926
May 18 01:43:34.018814 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-a5bbcc65-96fd-4419-ab62-1990df20a213 service neutron] 10.222.0.16 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224020
May 18 01:43:34.212596 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa740893-98eb-424c-80c3-bdfaa5875694 req-a3408ba3-4725-42e6-85a2-51ba9ad42154 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 210 time: 0.0499711
May 18 01:43:34.615080 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:34.644465 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-41dcef2d-9fcf-4a8c-bdae-d820a3508f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:35.493645 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-63ca4436-9f47-4c24-b6ba-2313b94b0d69 req-2c17f8cd-4f92-4adc-b0f6-f2247ed12403 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 210 time: 0.1653514
May 18 01:43:35.644020 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-ded372f5-9665-4fd2-812b-0d47fb2913d8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:35.645903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-ded372f5-9665-4fd2-812b-0d47fb2913d8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 817 time: 0.2769134
May 18 01:43:35.706853 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:35.776831 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-589701c2-52d7-423a-b68c-63eabbc2e123 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 380 time: 0.0423818
May 18 01:43:35.786228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'port': {'device_id': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'admin_state_up': True, 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'security_groups': ['06e266e9-1925-4da0-9c07-726cdd094be7']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:35.924830 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:35.929734 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Usage tracker for resource:port and tenant:e27a135b6f60458080f4d5d86c5f22b4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:35.932620 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:35.938472 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:35.949196 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Made reservation on behalf of e27a135b6f60458080f4d5d86c5f22b4 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:35.952670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.115913 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Allocated IP 172.20.0.7 (f9a4e49a-e6eb-464d-8878-0bb9422087bd/3d421ba1-10aa-4e50-9369-f394825b210c/74e57cd3-5eae-459a-a22e-0cddc9e6a5da) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:36.299170 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.316126 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Transition to ACTIVE for port object 74e57cd3-5eae-459a-a22e-0cddc9e6a5da will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:36.343279 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.348995 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:36.415496 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:36.418631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:36.422508 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:36.468795 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:36.473719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:36.498984 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:36.499667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.530206 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7476883
May 18 01:43:36.542575 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Request body: {'port': {'device_id': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:36.695212 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-75eabf3b-e4ec-470a-887d-a631977b7437 None None] Provisioning for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:36.718206 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.725336 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-75eabf3b-e4ec-470a-887d-a631977b7437 None None] Provisioning complete for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:36.725977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-75eabf3b-e4ec-470a-887d-a631977b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:36.780569 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-75eabf3b-e4ec-470a-887d-a631977b7437 None None] Port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:43:36.826164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d604-6233-4ca0-b179-4b843f05f24e req-071619ca-dc0b-4a28-a13b-ec46030e273a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:36.826849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-7645d604-6233-4ca0-b179-4b843f05f24e req-071619ca-dc0b-4a28-a13b-ec46030e273a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Synchronizing usage tracker for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:36.897689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-7645d604-6233-4ca0-b179-4b843f05f24e req-071619ca-dc0b-4a28-a13b-ec46030e273a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Unset dirty status for tenant:e27a135b6f60458080f4d5d86c5f22b4 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:36.899046 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7645d604-6233-4ca0-b179-4b843f05f24e req-071619ca-dc0b-4a28-a13b-ec46030e273a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 931 time: 0.2618809
May 18 01:43:36.986213 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7645d604-6233-4ca0-b179-4b843f05f24e req-490813d6-9c6a-4056-a4ff-e47cb1bd7e42 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649524
May 18 01:43:37.164969 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:43:37.172375 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.186869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Transition to ACTIVE for port object 74e57cd3-5eae-459a-a22e-0cddc9e6a5da will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:37.190394 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.195720 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:37.348210 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:37.358066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:37.362789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.513599 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Attempting to bind port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:37.514131 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Attempting to bind port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:37.514242 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Attempting to bind port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:37.518802 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da on network f9a4e49a-e6eb-464d-8878-0bb9422087bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:43:37.519111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Attempting to bind port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da on network f9a4e49a-e6eb-464d-8878-0bb9422087bd {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:37.524229 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:37.524582 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Checking segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:37.524957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Bound using segment: {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:37.525363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Bound port: 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ffff6d-5028-44e2-9c27-c548b6097f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:37.525697 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.611845 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:37.615401 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:37.620206 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.623756 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-11d7fee1-a609-4cab-9df0-359255924792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:37.681300 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:37.681940 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:37.683288 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-34524a79-1de1-470d-909c-004b05b8512f service neutron] 10.222.0.32 "PUT /v2.0/ports/74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 1093 time: 1.1454537
May 18 01:43:37.685749 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:37.711341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:37.714862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:37.758599 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'status': 'completed', 'code': 200}
May 18 01:43:37.800289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-c613d0d3-64c6-4716-9f83-b581cc1c882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:37.801798 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-c613d0d3-64c6-4716-9f83-b581cc1c882e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1096 time: 0.0756295
May 18 01:43:37.878630 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-714baf37-d9eb-4356-a549-d69de48f81d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 217 time: 0.0646925
May 18 01:43:37.945534 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-ec02a419-df8c-4a52-ad12-d2d71e9fed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:37.946981 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-ec02a419-df8c-4a52-ad12-d2d71e9fed7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0618522
May 18 01:43:38.041794 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-86ee6475-e2d0-47aa-8c7b-9a7666f0e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.043352 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-86ee6475-e2d0-47aa-8c7b-9a7666f0e130 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883014
May 18 01:43:38.257129 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-31bcbd0e-1024-4628-9a3f-a49cd1f57fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053485
May 18 01:43:38.272341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4476e19-4cdf-4442-958d-d49bf284debf req-af27d30d-d7ec-4b64-9d09-d0e55e2aa849 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.275356 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4476e19-4cdf-4442-958d-d49bf284debf req-af27d30d-d7ec-4b64-9d09-d0e55e2aa849 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.1444066
May 18 01:43:38.447993 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4476e19-4cdf-4442-958d-d49bf284debf req-c5821611-b85b-4454-b218-21678f8fd8f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415374
May 18 01:43:38.479310 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5fff93c2-0d3e-4edf-9be4-e75d9c0502a1 req-cd4d410e-9039-4b91-935c-79183a2ec3a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026303
May 18 01:43:38.555455 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59750) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:38.603015 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-bb224d01-5a43-46ce-82c9-55e1b1ebd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.604509 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-bb224d01-5a43-46ce-82c9-55e1b1ebd0dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1096 time: 0.0769236
May 18 01:43:38.675359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.690344 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:38.694950 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3629d78c6aa44fcf9a3633e49d38266a is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:38.697865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:38.703416 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:38.741200 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-511ef016-7431-4578-be96-d5acf18ad58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.742617 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-511ef016-7431-4578-be96-d5acf18ad58f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1312308
May 18 01:43:38.785048 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.789008 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.797389 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6253d3ae-a4f2-4f19-9763-19fd0754cc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:38.813402 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-cc95a9d8-dc13-4ff1-b83e-491235402f5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 217 time: 0.0638437
May 18 01:43:38.838781 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3629d78c6aa44fcf9a3633e49d38266a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2821810
May 18 01:43:38.839703 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cdca2f-9370-47a9-aeeb-dc334d9bbad4,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:38.841945 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59756) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:38.844557 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:38.877899 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-03ac634a-79f7-4ed2-b6a4-94bfb356c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.879519 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-03ac634a-79f7-4ed2-b6a4-94bfb356c756 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0588477
May 18 01:43:38.907501 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.936359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.955182 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-0ff039d5-3c56-46b5-8045-2c21cbfb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:38.956654 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-0ff039d5-3c56-46b5-8045-2c21cbfb4271 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692832
May 18 01:43:38.990788 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:38.995685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-26a71072-cd80-45dc-a2e1-70389b455e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:39.008777 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cdca2f-9370-47a9-aeeb-dc334d9bbad4,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:39.011611 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:39.013602 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:39.016993 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4cdca2f-9370-47a9-aeeb-dc334d9bbad4 HTTP/1.1" status: 204  len: 168 time: 0.1718569
May 18 01:43:39.091404 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-2d7f33ab-8bab-4876-84d3-db1c6016b427 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268446
May 18 01:43:39.236578 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-afe9b0cb-105c-480b-8d07-07c6d5c86079 req-0116af48-c7be-4a71-8d2c-40dedc614f14 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377206
May 18 01:43:39.729404 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578900-e637-43c5-9ac5-dfb325b4192e req-3a033ae8-e907-48a5-aafa-f995de77b195 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:39.730938 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-98578900-e637-43c5-9ac5-dfb325b4192e req-3a033ae8-e907-48a5-aafa-f995de77b195 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.1665547
May 18 01:43:39.777426 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-98578900-e637-43c5-9ac5-dfb325b4192e req-0affcce1-02ed-4df4-95e9-3dc3f7c04334 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406048
May 18 01:43:40.972072 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dadc7d-ad26-4985-8ca4-c7ebfe3fec14 req-24007130-6502-4fd5-98ec-2a02098c9196 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:40.973528 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71dadc7d-ad26-4985-8ca4-c7ebfe3fec14 req-24007130-6502-4fd5-98ec-2a02098c9196 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0832727
May 18 01:43:41.017791 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:43:41.019211 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-71dadc7d-ad26-4985-8ca4-c7ebfe3fec14 req-9afc06b7-a507-403f-b32d-127d7e1b2908 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387468
May 18 01:43:41.157348 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:41.170059 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:43:41.225850 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:41.243334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:43:41.258530 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:41.261840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:41.264898 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:41.333218 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:41.341089 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.341432 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.341765 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.342089 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.342435 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.342755 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.343071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.343385 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.344199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.344537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.344850 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.345159 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:41.349356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:41.410005 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:43:42.207808 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b1b5b-f211-4db7-8f05-3aebfe006323 req-1bf249e4-2834-40c8-a63d-501d8dc7f2a6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:42.210179 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3b8b1b5b-f211-4db7-8f05-3aebfe006323 req-1bf249e4-2834-40c8-a63d-501d8dc7f2a6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.0819385
May 18 01:43:42.253970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3b8b1b5b-f211-4db7-8f05-3aebfe006323 req-f93e798d-7cfa-4915-bebd-9e0ca9201e29 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381048
May 18 01:43:43.167379 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['74e57cd3-5eae-459a-a22e-0cddc9e6a5da'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:43:43.449002 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473f89-61d1-47cb-94fc-5b4e4eb7fc09 req-fbf50b4c-b0c9-4cd1-89e7-6dc4024fff8a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:43.450453 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fc473f89-61d1-47cb-94fc-5b4e4eb7fc09 req-fbf50b4c-b0c9-4cd1-89e7-6dc4024fff8a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.0839951
May 18 01:43:43.495200 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fc473f89-61d1-47cb-94fc-5b4e4eb7fc09 req-a05fab99-1d3f-47de-82c1-4b7322205035 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386608
May 18 01:43:43.716277 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d879-85c2-445d-a4a3-f562cb918259 req-3126fac6-97a9-4618-8f43-9596f23563ae tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:43.717660 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-45a8d879-85c2-445d-a4a3-f562cb918259 req-3126fac6-97a9-4618-8f43-9596f23563ae tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0784018
May 18 01:43:43.764063 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-45a8d879-85c2-445d-a4a3-f562cb918259 req-5fe34aab-26a5-4152-b208-0ad17b712bd2 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405729
May 18 01:43:44.692629 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f8174-831c-497b-88e1-60653f52df1d req-2f97f7a0-bd3f-4a38-a851-2fe92ba6353a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:44.694087 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab9f8174-831c-497b-88e1-60653f52df1d req-2f97f7a0-bd3f-4a38-a851-2fe92ba6353a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.0865390
May 18 01:43:44.741234 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ab9f8174-831c-497b-88e1-60653f52df1d req-84c64c15-14d3-43cd-8506-15b5e60c69e6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413215
May 18 01:43:44.909428 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:44.957016 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180c8f2-0067-41b7-a984-1fa31b203641 req-0f6467e4-0aa4-41e4-8657-8ab20c2ad638 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:44.959539 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3180c8f2-0067-41b7-a984-1fa31b203641 req-0f6467e4-0aa4-41e4-8657-8ab20c2ad638 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0872781
May 18 01:43:44.984678 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:44.989255 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:44.989636 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.007359 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3180c8f2-0067-41b7-a984-1fa31b203641 req-98c651cf-81c3-4703-bf65-6acfdf58d81a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419800
May 18 01:43:45.108707 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.135365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:45.144752 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:45.149460 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.151256 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:45.181068 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'code': 200}
May 18 01:43:45.221521 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:45.224811 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:45.390191 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59850) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:45.472103 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Deleting subnet b7ca1699-a222-4b53-b8eb-28ac5e125c72 {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:43:45.475475 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.534660 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.536853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc15bf-e077-4329-8b60-1b942fe9eae9 req-41a4de95-f61f-4632-b3be-0418ac1c64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:45.538268 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67cc15bf-e077-4329-8b60-1b942fe9eae9 req-41a4de95-f61f-4632-b3be-0418ac1c64af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1098 time: 0.1812856
May 18 01:43:45.586771 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67cc15bf-e077-4329-8b60-1b942fe9eae9 req-78498593-a589-4aa5-8cc2-6b479bb67385 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422266
May 18 01:43:45.600395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.751482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-5d515dc9-114c-4ad9-8ec2-91e91c71fb17 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:45.752838 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-5d515dc9-114c-4ad9-8ec2-91e91c71fb17 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.0829310
May 18 01:43:45.898732 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Deleting port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:43:45.899073 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.956190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:45.969630 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:46.010930 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.019467 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ca1699-a222-4b53-b8eb-28ac5e125c72,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:46.023664 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:46.028394 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-e488f4ee-0c07-410a-afa1-a01056ebcbbe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b7ca1699-a222-4b53-b8eb-28ac5e125c72 HTTP/1.1" status: 204  len: 168 time: 0.6349638
May 18 01:43:46.028783 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59862) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:46.043154 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] For port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:46.043520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.150289 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.279336 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.306447 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cfee0>,) {'filters': {'network_id': ['d65b85fd-08c9-43e8-8336-2db4b9430060']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:46.324418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cfee0>, '2bd8d918-e052-4a2b-9c08-1cfd86a22f47') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:46.324850 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa00cfee0>, '2bd8d918-e052-4a2b-9c08-1cfd86a22f47') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:46.340096 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.362936 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.371090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:43:46.371618 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:43:46.385691 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:43:46.447007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221449b-216d-4274-852d-145b6407d12b req-a0439f6d-6658-4c87-a0af-2cdbcac611c8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:46.448798 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2221449b-216d-4274-852d-145b6407d12b req-a0439f6d-6658-4c87-a0af-2cdbcac611c8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.3426900
May 18 01:43:46.466586 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.470456 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d9f39769-7630-4cf4-ba5c-537cf8b664f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:46.486400 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.497520 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d65b85fd-08c9-43e8-8336-2db4b9430060,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:46.502566 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:46.509229 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-31a41037-74c4-49fd-9c32-310c74b887fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/d65b85fd-08c9-43e8-8336-2db4b9430060 HTTP/1.1" status: 204  len: 168 time: 0.4793503
May 18 01:43:46.566413 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87479-74d6-40ab-ac8c-c1753d64d927 req-5bb19bf8-7110-474f-85e9-c2d8296c4407 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:46.567749 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-53b87479-74d6-40ab-ac8c-c1753d64d927 req-5bb19bf8-7110-474f-85e9-c2d8296c4407 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 946 time: 0.4157622
May 18 01:43:46.626546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.626920 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.627778 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Floating IP 81e2fb24-179b-4f5e-a075-17b6970ad245 disassociated. External IP: 172.27.1.238, port: ff49e2eb-02d8-42cc-a8ed-70c00ecf8204.
May 18 01:43:46.627778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Calling delete_port for ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:43:46.647186 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2221449b-216d-4274-852d-145b6407d12b req-cd611565-608c-48e8-b67c-4a0b74cab88a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1864367
May 18 01:43:46.659173 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-53b87479-74d6-40ab-ac8c-c1753d64d927 req-940f6420-905b-4af9-8ed9-d6bef9874471 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a87e7f8-d15f-4695-b2ec-05de9f782291&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825858
May 18 01:43:46.733894 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59876) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:46.768352 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.774266 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-faf03f0e-c428-45cb-8e82-bbe01948760f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:46.788103 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-957b4b87-8b7d-4de3-9563-60b9d70e478c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7a4c6597af74bf0998a3927c38e3b52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529313
May 18 01:43:46.790527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59880) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:46.826592 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'Port': ['ID=ff49e2eb-02d8-42cc-a8ed-70c00ecf8204,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:46.837236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.837603 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.837959 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.838310 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.838657 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.839382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.839382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.839680 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.840002 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.840355 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.840893 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.841569 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:46.845390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:46.865322 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.891691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.951257 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.955482 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-28b69229-1004-45c8-8ea1-4148b0ca2907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:46.972020 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc6d37-d4af-44bd-bbb5-1164f55ea518,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:46.976316 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:46.988696 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:46.993423 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8cc6d37-d4af-44bd-bbb5-1164f55ea518 HTTP/1.1" status: 204  len: 168 time: 0.2014549
May 18 01:43:47.047553 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:43:47.235148 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:43:47.248248 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:43:47.259914 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:47.260795 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0192340>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:47.314777 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] No DVR routers for this DVR port ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:43:47.317756 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:47.326494 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'name': 'network-vif-deleted', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:47.358422 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb4660ca-5dd6-427b-b598-8e3df1f203dd req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "DELETE /v2.0/ports/ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 HTTP/1.1" status: 204  len: 173 time: 1.6000438
May 18 01:43:47.441888 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba23ab8-adff-42c4-8703-96301fb86d53', 'name': 'network-vif-deleted', 'tag': 'ff49e2eb-02d8-42cc-a8ed-70c00ecf8204', 'status': 'completed', 'code': 200}
May 18 01:43:47.535782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:47.835874 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59912) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:47.928678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cfe9ee38-57d4-461d-a0c8-af2518ef8b76 req-418f29e8-fe1a-4afd-aeb1-85600a12eb98 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:47.946217 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0192340>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:47.957225 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:43:47.974011 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:47.979005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cfe9ee38-57d4-461d-a0c8-af2518ef8b76 req-418f29e8-fe1a-4afd-aeb1-85600a12eb98 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:47.988855 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0192340>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:47.993183 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfe9ee38-57d4-461d-a0c8-af2518ef8b76 req-418f29e8-fe1a-4afd-aeb1-85600a12eb98 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba23ab8-adff-42c4-8703-96301fb86d53 HTTP/1.1" status: 200  len: 210 time: 0.1775250
May 18 01:43:48.039724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356cf45-f852-4acb-9c68-819dd1ecc164 req-e214a164-f152-43d0-977a-2b3f79461b76 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:48.042249 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1356cf45-f852-4acb-9c68-819dd1ecc164 req-e214a164-f152-43d0-977a-2b3f79461b76 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1681345
May 18 01:43:48.044145 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-877320830-network', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:48.050172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:48.060252 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Usage tracker for resource:network and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:48.063668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:48.080759 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:48.096181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Made reservation on behalf of 85ca98bb7e3246a3885ab6ddcfa09337 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:48.099369 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.110791 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1356cf45-f852-4acb-9c68-819dd1ecc164 req-86e9ecda-90b2-419c-82b1-eacd53c469bb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621312
May 18 01:43:48.120905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.148550 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:48.152971 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:48.156118 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:48.168745 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:48.228324 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:48.264406 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.268122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.271074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-41660a0f-6bcf-4e4e-ac72-31efe7134e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:48.304706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:43:48.310031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5775edb-5c52-42b4-96e7-8a06f10ffa39,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:48.317886 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:48.325711 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.326145 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Added segment 5c5d4251-70d5-48e4-a989-5d03fcfd4360 of type vlan for network f2192753-81de-4186-86a3-1e0d48f6a9fe
May 18 01:43:48.335304 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165b84-8fbd-4cfd-8017-8e3380b18c7c req-d277ae00-f3ef-45fb-a823-67de9e6a3c6d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:48.336821 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f2165b84-8fbd-4cfd-8017-8e3380b18c7c req-d277ae00-f3ef-45fb-a823-67de9e6a3c6d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1011679
May 18 01:43:48.346027 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59924) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:48.352950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Request body: {'floatingip': {'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:48.358834 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.393853 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.395663 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:48.396675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.400882 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55181a1e-73e1-453f-9536-410626d0bfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:48.432526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.491059 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2192753-81de-4186-86a3-1e0d48f6a9fe,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:48.493894 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:48.518446 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-12f07062-5d7d-4f6d-9484-079aff3d2bd8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6785855
May 18 01:43:48.518677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59928) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:48.524526 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network f2192753-81de-4186-86a3-1e0d48f6a9fe details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:43:48.525065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Request body: {'subnet': {'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-877320830-subnet', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:48.529434 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:48.533907 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Usage tracker for resource:subnet and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:48.536000 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:48.542861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:48.557944 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Made reservation on behalf of 85ca98bb7e3246a3885ab6ddcfa09337 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:48.560782 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:48.650262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0192340>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:48.654292 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6a5f1-2323-490f-a393-63f1272d5d77 None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:43:48.903734 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4bc3b-2645-449f-b188-269e288a14f1 None None] New status for floating IP 81e2fb24-179b-4f5e-a075-17b6970ad245: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:43:48.940246 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:43:48.990883 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:43:48.991526 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device ff49e2eb-02d8-42cc-a8ed-70c00ecf8204 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:43:49.004049 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.008374 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-8d24a3ca-1a01-4027-8e4d-5a93e4b1ec2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:49.087798 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:49.096636 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:49.106888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:49.107490 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Network hostable DHCP agents. Network: f2192753-81de-4186-86a3-1e0d48f6a9fe, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:43:49.130158 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:43:49.147038 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, f2192753-81de-4186-86a3-1e0d48f6a9fe) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:49.157298 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145b7a5-6978-4a9c-900f-5a074b592565 None None] Network f2192753-81de-4186-86a3-1e0d48f6a9fe requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:43:49.188904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:49.190061 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.249562 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7274127
May 18 01:43:49.249887 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59940) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:49.256941 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:49.269444 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:49.280184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Usage tracker for resource:router and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:49.284488 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:49.296544 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:49.318650 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.319753 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.343068 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59948) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:49.350147 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.372319 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.378262 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.497513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-f2192753-81de-4186-86a3-1e0d48f6a9fe', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:43:49.498638 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.580650 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Floating IP e57a29bf-d714-4dca-8260-f4c26a5ddda3 associated. External IP: 172.27.1.29, port: 74e57cd3-5eae-459a-a22e-0cddc9e6a5da.
May 18 01:43:49.617936 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59954) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:49.700077 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.719699 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Allocated IP 172.20.0.2 (f2192753-81de-4186-86a3-1e0d48f6a9fe/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f/dc487926-508f-4a80-bf62-92131eff3591) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:49.820466 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.829415 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.839840 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.854425 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:49.863806 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Usage tracker for resource:security_group_rule and tenant:c647cf00d03f4fa8a83b2a9903d92347 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:49.870395 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:49.892546 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:49.981998 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:49.986251 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:43:50.015552 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Transition to ACTIVE for port object dc487926-508f-4a80-bf62-92131eff3591 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:50.020715 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.026569 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0683e114-2829-4784-924a-7a0f2bffc776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:50.035600 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Transition to ACTIVE for port object dc487926-508f-4a80-bf62-92131eff3591 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:50.041784 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.048240 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87e7f8-d15f-4695-b2ec-05de9f782291,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:50.050464 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:50.056875 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:50.108563 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.109677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.113296 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a87e7f8-d15f-4695-b2ec-05de9f782291 HTTP/1.1" status: 204  len: 168 time: 0.7664075
May 18 01:43:50.115032 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59960) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:50.124096 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:50.129364 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:50.132702 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:50.138285 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.150610 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-458f3ec4-3e2d-4506-878a-62735799ebcd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:50.171635 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.api.v2.resource [None req-77919072-1189-4e4f-a4e9-ebea69409a08 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] show failed (client error): The resource could not be found.
May 18 01:43:50.175477 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-77919072-1189-4e4f-a4e9-ebea69409a08 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups/7a87e7f8-d15f-4695-b2ec-05de9f782291 HTTP/1.1" status: 404  len: 347 time: 0.0559809
May 18 01:43:50.184254 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59964) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:50.186229 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Pushing event updated for resources: {'Port': ['ID=dc487926-508f-4a80-bf62-92131eff3591,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:50.189074 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:50.202988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb7f41-5cad-4e2a-9417-64aaa9d0f368,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:50.208890 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c647cf00d03f4fa8a83b2a9903d92347&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5896420
May 18 01:43:50.211427 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:50.212018 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59968) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:50.242149 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Attempting to bind port dc487926-508f-4a80-bf62-92131eff3591 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:50.242436 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Attempting to bind port dc487926-508f-4a80-bf62-92131eff3591 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:50.242798 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Attempting to bind port dc487926-508f-4a80-bf62-92131eff3591 on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:50.248002 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:50.248397 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:50.248793 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.249179 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Bound using segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:50.249742 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Bound port: dc487926-508f-4a80-bf62-92131eff3591, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:50.250114 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.345181 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] For port dc487926-508f-4a80-bf62-92131eff3591, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:50.348661 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] For port dc487926-508f-4a80-bf62-92131eff3591, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=dc487926-508f-4a80-bf62-92131eff3591,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:50.354470 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.360592 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:50.444658 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Pushing event updated for resources: {'Port': ['ID=dc487926-508f-4a80-bf62-92131eff3591,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:50.444902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.448183 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:50.457946 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.496429 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.507404 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:43:50.515971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.518578 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:43:50.528782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:50.529403 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e9e190>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:50.544675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.585795 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-341f1d8a-7623-489f-aadf-df61fdfdbe64 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "PUT /v2.0/floatingips/e57a29bf-d714-4dca-8260-f4c26a5ddda3 HTTP/1.1" status: 200  len: 990 time: 2.2356803
May 18 01:43:50.585795 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:50.606250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Deleting port 64b1dd40-bb21-4e2e-a6c3-97583bd6357b {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:43:50.606873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.768857 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.774176 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Allocated IP 172.27.1.225 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/ec45bfb1-69ed-46b1-a473-c4287583b3da) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:50.776459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1f216108-bbb5-4ecb-b221-3dad71beb871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:50.794076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb7f41-5cad-4e2a-9417-64aaa9d0f368,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:50.804201 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:50.828935 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.829678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.836356 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:50.887867 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:50.889165 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01bb7f41-5cad-4e2a-9417-64aaa9d0f368 HTTP/1.1" status: 204  len: 168 time: 0.6761494
May 18 01:43:50.960160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Calling delete_port for 64b1dd40-bb21-4e2e-a6c3-97583bd6357b owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:43:50.987767 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'status': 'completed', 'code': 200}
May 18 01:43:51.006473 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.054415 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.061459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c2ce70ca-c77e-4fdc-af0c-0368a098be11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:51.151076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:51.155028 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:51.157736 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Pushing event updated for resources: {'Port': ['ID=ec45bfb1-69ed-46b1-a473-c4287583b3da,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:51.166306 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:51.209544 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.209986 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:51.217214 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a7521807-20a7-414a-bbb1-c56d6809bd5f tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:51.249941 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0f519-055a-400d-9aab-511dfb904c9a req-0ff6a3e0-8e6a-47d7-b0de-8ceb9ba167eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:51.251511 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-0ff6a3e0-8e6a-47d7-b0de-8ceb9ba167eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1098 time: 0.2627265
May 18 01:43:51.298427 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'Port': ['ID=64b1dd40-bb21-4e2e-a6c3-97583bd6357b,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:51.330052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e9e190>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'e57a29bf-d714-4dca-8260-f4c26a5ddda3', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:32Z', 'updated_at': '2021-05-18T01:43:49Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:51.334630 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:43:51.344013 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:51.344786 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e9e190>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:51.362184 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:51.543004 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.556670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0f519-055a-400d-9aab-511dfb904c9a req-8f6d82be-cdb5-4c27-b050-f3a565c87abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:51.557835 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-8f6d82be-cdb5-4c27-b050-f3a565c87abe service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.2972467
May 18 01:43:51.589244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device dc487926-508f-4a80-bf62-92131eff3591 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:51.663316 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.664715 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "DELETE /v2.0/floatingips/81e2fb24-179b-4f5e-a075-17b6970ad245 HTTP/1.1" status: 204  len: 168 time: 1.4790750
May 18 01:43:51.668145 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff7fa7-93f4-4712-be45-87c7884e3fb4 None None] Network f2192753-81de-4186-86a3-1e0d48f6a9fe requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:43:51.686967 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-a67493fd-30ae-4545-a807-649cf1d6e89a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 998 time: 0.1208277
May 18 01:43:51.782513 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0f519-055a-400d-9aab-511dfb904c9a req-e7e717f3-f09a-4667-b064-822cf96f444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:51.784335 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-e7e717f3-f09a-4667-b064-822cf96f444a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0896225
May 18 01:43:51.793092 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-841e71c4-340c-49c6-9cd7-99ca4f9f987b None None] Provisioning for port dc487926-508f-4a80-bf62-92131eff3591 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:51.843741 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:51.860525 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:51.929421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59982) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:51.935440 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684987567', 'description': 'tempest-description--1987889052'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:51.948603 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0f519-055a-400d-9aab-511dfb904c9a req-015fb31d-35cc-48fd-9382-935948c8bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:51.950899 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-015fb31d-35cc-48fd-9382-935948c8bf06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1593640
May 18 01:43:51.954073 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:52.051909 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:52.057339 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:52.066203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:52.095101 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.122649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port dc487926-508f-4a80-bf62-92131eff3591 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:52.130029 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:52.133794 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-1aeaeaa7-5e71-4ec7-8e3c-aeaa91ba3858 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726832
May 18 01:43:52.135982 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:52.136105 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port dc487926-508f-4a80-bf62-92131eff3591 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:52.136462 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.138849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:52.165249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:52.237651 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.310997 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-09a0f519-055a-400d-9aab-511dfb904c9a req-1526fec2-6d0a-48ed-9170-8107c250f41a service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690338
May 18 01:43:52.339320 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.344230 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.348221 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6ea8618c-bdab-4239-bdd5-b025fa4cc253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:52.391230 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84636361-9c99-47ad-970b-1a6049e57293,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:52.394101 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:52.395649 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.400980 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4705486
May 18 01:43:52.401690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59986) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:52.406902 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group_rule': {'security_group_id': '84636361-9c99-47ad-970b-1a6049e57293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:52.413806 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:52.417958 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:52.420833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:52.427785 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:52.437333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.444398 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.460572 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:43:52.525472 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port dc487926-508f-4a80-bf62-92131eff3591, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=dc487926-508f-4a80-bf62-92131eff3591,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:52.528519 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.532057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.535731 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:52.539415 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.541733 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:52.612495 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=dc487926-508f-4a80-bf62-92131eff3591,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:52.616689 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:52.643182 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0e9e190>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'e57a29bf-d714-4dca-8260-f4c26a5ddda3', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:32Z', 'updated_at': '2021-05-18T01:43:49Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:52.648461 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fc012-08b4-4487-8c05-cc173a2ee208 None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'e57a29bf-d714-4dca-8260-f4c26a5ddda3', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:32Z', 'updated_at': '2021-05-18T01:43:49Z', 'revision_number': 1, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:43:52.680515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:43:52.684172 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf53b041-01bd-46c8-87e8-9439c9fff6bc,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:52.689034 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:52.695093 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.696664 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2940614
May 18 01:43:52.701891 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:43:52.704524 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59990) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:52.705823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.710338 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4560342
May 18 01:43:52.710892 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 59992) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:52.714603 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:52.714739 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'security_group_rule': {'security_group_id': '84636361-9c99-47ad-970b-1a6049e57293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:52.715208 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f57f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:52.723638 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:52.727943 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:security_group_rule and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:52.731064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:52.738796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:52.760908 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.761606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-97c84b81-555e-43a0-a4b1-39e5ba0a64df None None] Provisioning complete for port dc487926-508f-4a80-bf62-92131eff3591 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:52.762048 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-97c84b81-555e-43a0-a4b1-39e5ba0a64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.835588 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.841167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.844551 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2b4df864-9cd5-40bd-9226-e95bf386010e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:52.877833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3515910-1e96-40d2-8d3b-f3f6656248d9,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:52.881988 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.883334 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1737075
May 18 01:43:52.885685 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-304aa69d-4072-495d-a9ab-d1ac9ab2b04d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:52.886809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 59998) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:52.893006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:52.901246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:52.910007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Usage tracker for resource:floatingip and tenant:409ea4c0034a4318bdae3a2b20926927 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:52.913883 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:52.925448 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:52.935837 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:52.948579 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:52.984598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac44077-6aac-4b93-a77e-4d17568ec223 None None] New status for floating IP e57a29bf-d714-4dca-8260-f4c26a5ddda3: ACTIVE {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:43:53.121419 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.296964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Allocated IP 172.27.1.60 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/b9395781-ad83-4a1e-8d93-1a295379d691) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:53.316834 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.347498 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f57f0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:51Z', 'revision_number': 3, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:53.352104 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:43:53.352482 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Updating router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 port ec45bfb1-69ed-46b1-a473-c4287583b3da binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:43:53.414153 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.492548 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device dc487926-508f-4a80-bf62-92131eff3591 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:53.497831 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.545724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.559188 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:53.561314 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port dc487926-508f-4a80-bf62-92131eff3591 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:53.561812 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.614651 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:53.618941 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:53.621478 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:53.696324 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.698612 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=b9395781-ad83-4a1e-8d93-1a295379d691,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:53.702339 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:53.726778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.781292 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.793061 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.793475 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Transition to ACTIVE for port object ec45bfb1-69ed-46b1-a473-c4287583b3da will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:53.799841 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.805200 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-6d2fbaf0-3779-4595-a137-d118f80c88bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:53.883269 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Attempting to bind port ec45bfb1-69ed-46b1-a473-c4287583b3da on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:53.883635 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Attempting to bind port ec45bfb1-69ed-46b1-a473-c4287583b3da by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:53.884017 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Attempting to bind port ec45bfb1-69ed-46b1-a473-c4287583b3da on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:53.893200 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Pushing event updated for resources: {'Port': ['ID=ec45bfb1-69ed-46b1-a473-c4287583b3da,revision_number=2']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:53.895313 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:53.895683 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:53.896077 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.896596 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:53.897147 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Bound port: ec45bfb1-69ed-46b1-a473-c4287583b3da, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:53.897529 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:53.924874 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Allocated IP 172.20.0.1 (f2192753-81de-4186-86a3-1e0d48f6a9fe/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f/599f3d8d-0165-42f2-9cd6-d36b0c40c54e) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:53.941629 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.941967 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.942296 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.942710 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.943078 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.943454 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.943858 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.944416 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.944933 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.945405 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.945889 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.946412 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:43:53.952753 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:53.997179 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] For port ec45bfb1-69ed-46b1-a473-c4287583b3da, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:54.003367 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] For port ec45bfb1-69ed-46b1-a473-c4287583b3da, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ec45bfb1-69ed-46b1-a473-c4287583b3da,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:54.010379 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.016598 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-82300dc8-28df-47ff-b605-2ced7a085479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:54.045436 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.050388 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.054269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a8b76c89-8f02-48cf-aa2e-fb9ddf44e9d9 tempest-VolumesNegativeTest-709165158 tempest-VolumesNegativeTest-709165158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:54.101088 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:54.102487 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f57f0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:54.109823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.125968 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Transition to ACTIVE for port object 599f3d8d-0165-42f2-9cd6-d36b0c40c54e will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:54.149802 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.154400 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2650e6bc-3e47-4239-b804-bd7a612820e2 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:54.165601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=b9395781-ad83-4a1e-8d93-1a295379d691,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:54.175445 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:54.179481 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Pushing event updated for resources: {'Port': ['ID=ec45bfb1-69ed-46b1-a473-c4287583b3da,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:54.182637 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-896c0b6f-847f-4a5e-a016-22eddb18d440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:54.189251 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.213791 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.216100 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3279264
May 18 01:43:54.226181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:54.229153 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:54.232845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:54.294149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Pushing event updated for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:54.298669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:54.299505 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.334528 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:54.441309 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.503914 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-32af823f-3e6a-47d6-afc5-8aca27be37cb None None] Provisioning for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:54.512039 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-32af823f-3e6a-47d6-afc5-8aca27be37cb None None] Provisioning complete for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:54.512607 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-12bea0cc-cffd-4ba9-8d20-e5b3a603256f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:54.513092 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-32af823f-3e6a-47d6-afc5-8aca27be37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.531926 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-12bea0cc-cffd-4ba9-8d20-e5b3a603256f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:security_group {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:54.533642 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-12bea0cc-cffd-4ba9-8d20-e5b3a603256f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1684987567&fields=id&tenant_id=409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 267 time: 0.0671029
May 18 01:43:54.580444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-32af823f-3e6a-47d6-afc5-8aca27be37cb None None] Port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:43:54.675037 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f57f0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:51Z', 'revision_number': 3, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:54.680217 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a149f6-706f-4a70-b985-06bfac3684c3 None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:51Z', 'revision_number': 3, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:43:54.696129 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.700033 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-7180bc4c-4623-4d3f-9420-f0d198af5270 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:54.701571 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-7180bc4c-4623-4d3f-9420-f0d198af5270 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 810 time: 0.1607144
May 18 01:43:54.701693 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.720027 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-d0407f71-36ed-4545-bdd3-7af7c0816cdd tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/quotas/409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 375 time: 0.0104690
May 18 01:43:54.727097 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:54.807994 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-300bcd8f-8ed6-47bc-9bdb-fe9ce5a560ae tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:54.811104 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Pushing event updated for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:54.815532 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:54.816470 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:54.824525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-300bcd8f-8ed6-47bc-9bdb-fe9ce5a560ae tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:54.825920 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-300bcd8f-8ed6-47bc-9bdb-fe9ce5a560ae tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994437
May 18 01:43:55.015476 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:55.016771 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:55.127681 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-6a9aa38e-11c5-4ef3-9bb5-ed3a47a2475d service neutron] 10.222.0.16 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890065
May 18 01:43:55.286542 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-12468b61-93ea-4d8a-821d-4234f85f6f3e service neutron] 10.222.0.16 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503949
May 18 01:43:55.309271 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-ae03ec3e-fe9e-4909-b64d-738950ca329f None None] Provisioning complete for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:55.309795 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-ae03ec3e-fe9e-4909-b64d-738950ca329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:55.327065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:43:55.513105 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-ae03ec3e-fe9e-4909-b64d-738950ca329f None None] Port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:43:55.570967 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ec45bfb1-69ed-46b1-a473-c4287583b3da up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:55.626069 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:43:55.657418 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] 10.222.0.16 "PUT /v2.0/routers/1f0106ea-f5d8-4381-8fe6-be1b0fdaf549/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9441438
May 18 01:43:55.669974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port ec45bfb1-69ed-46b1-a473-c4287583b3da completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:55.677575 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port ec45bfb1-69ed-46b1-a473-c4287583b3da triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:55.678495 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:55.690722 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-411dc248-f256-48a6-9c74-097538b1a9f6 req-959a997e-f913-4ee0-a308-60ddb45352b9 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 210 time: 0.1910379
May 18 01:43:55.811713 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:55.832230 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port ec45bfb1-69ed-46b1-a473-c4287583b3da, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ec45bfb1-69ed-46b1-a473-c4287583b3da,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:43:55.837464 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:55.839518 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-20bb5212-c05d-4159-8c10-86c1eaf578c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:55.912071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=ec45bfb1-69ed-46b1-a473-c4287583b3da,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:55.915382 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:56.313863 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60046) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:56.319672 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1650976330-network', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:56.324360 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:56.328119 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Usage tracker for resource:network and tenant:53a9bea08fae47fead868d8f76d5fa87 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:56.330827 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:56.337377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:56.346460 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Made reservation on behalf of 53a9bea08fae47fead868d8f76d5fa87 for: {'network': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:56.348789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.361662 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.377088 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:56.381543 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Usage tracker for resource:security_group_rule and tenant:53a9bea08fae47fead868d8f76d5fa87 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:56.385024 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:56.390747 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:56.476161 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.482483 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.485845 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-586bc63a-e803-46fb-b6c8-b2fd5a4ed55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:56.486264 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:43:56.496358 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:56.496965 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0b4b940>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:56.537550 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=78859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:43:56.545039 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f7cee-6cf9-4ff1-8ca1-4c643e9a565e,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:56.549126 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:56.553863 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.554251 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.segments_db [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Added segment 2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0 of type vlan for network 2bde05bf-4d70-4ec4-a867-61781bea6453
May 18 01:43:56.583124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.642191 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.646815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:56.647589 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:56.695511 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:56.699001 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1ad89eff-4132-4c90-9403-69a2229e616b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:56.872855 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a3b33135-eadd-483c-b51e-a04dadc26f03 req-2e6eedf8-5c9c-467b-a45f-32325ccfe466 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 210 time: 0.0644052
May 18 01:43:56.876684 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Pushing event updated for resources: {'Network': ['ID=2bde05bf-4d70-4ec4-a867-61781bea6453,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:56.888162 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:43:56.924552 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6095607
May 18 01:43:56.925874 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:56.928241 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60056) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:56.934710 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Request body: {'subnet': {'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1650976330-subnet', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:56.938261 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-af4f6c99-c605-4375-be17-62fec56242db tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:56.939922 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-af4f6c99-c605-4375-be17-62fec56242db tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 810 time: 0.3235159
May 18 01:43:56.942720 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:56.957269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Usage tracker for resource:subnet and tenant:53a9bea08fae47fead868d8f76d5fa87 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:56.963832 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:56.974055 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:57.003133 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Made reservation on behalf of 53a9bea08fae47fead868d8f76d5fa87 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:57.006301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.017438 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-b0e5c464-4f50-4fdc-9de3-fea5d9ebd2ea tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409ea4c0034a4318bdae3a2b20926927 HTTP/1.1" status: 200  len: 380 time: 0.0671620
May 18 01:43:57.032511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'port': {'device_id': '4a643178-61ea-4a22-8f16-4af570d863e2', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'admin_state_up': True, 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'security_groups': ['84636361-9c99-47ad-970b-1a6049e57293']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:57.039575 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0b4b940>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 2, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:57.043983 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:43:57.044900 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Updating router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:43:57.105005 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.179164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:57.189043 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:57.200710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Made reservation on behalf of 409ea4c0034a4318bdae3a2b20926927 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:43:57.204812 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.383472 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Allocated IP 172.20.0.7 (0329a854-a80f-4d3b-b599-428accfcaec5/9d3a75b4-7da1-4543-a895-24dfa6721c33/8f6dc203-9fc5-4a53-b523-347e7a553ff4) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:57.399802 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.403640 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:57.457827 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.474283 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Transition to ACTIVE for port object 599f3d8d-0165-42f2-9cd6-d36b0c40c54e will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:57.478898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffff1f52-d63e-4d44-8c8a-b8fc05680b2b,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:57.483118 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:57.484493 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.490371 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:57.490956 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Checking segment: {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:57.491053 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Network hostable DHCP agents. Network: 2bde05bf-4d70-4ec4-a867-61781bea6453, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:43:57.497692 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ec45bfb1-69ed-46b1-a473-c4287583b3da up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:57.511141 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:43:57.523491 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 2bde05bf-4d70-4ec4-a867-61781bea6453) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:57.535271 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:57.535877 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.563086 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d33241-9504-4de8-8249-983c26e3ec98 None None] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:43:57.572118 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1e407eda-a0da-4025-845f-918284defe55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6421347
May 18 01:43:57.572793 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60062) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:43:57.580861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:57.590812 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:43:57.595418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Usage tracker for resource:router and tenant:53a9bea08fae47fead868d8f76d5fa87 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:43:57.599177 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:43:57.608983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:43:57.629769 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.640085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.643559 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.647525 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Transition to ACTIVE for port object 8f6dc203-9fc5-4a53-b523-347e7a553ff4 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:57.647802 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Pushing event updated for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:57.683292 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port ec45bfb1-69ed-46b1-a473-c4287583b3da triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:57.683642 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.690366 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.690583 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.695458 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:57.715979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-18ee4707-0238-4cff-8173-84bcbd3efa00 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:57.810495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:57.824873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:57.839917 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:57.842663 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Attempting to bind port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:57.843086 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Attempting to bind port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:57.843451 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Attempting to bind port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:57.851097 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:57.851481 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:57.853444 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.853794 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Bound using segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:57.854284 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Bound port: 599f3d8d-0165-42f2-9cd6-d36b0c40c54e, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:57.854646 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:57.972973 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event updated for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:57.987155 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] For port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:57.988776 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:57.991961 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] For port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:58.001707 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.012175 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:58.015760 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:58.015760 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.070513 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0422153
May 18 01:43:58.082256 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Request body: {'port': {'device_id': '4a643178-61ea-4a22-8f16-4af570d863e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:43:58.113468 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Pushing event updated for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:58.113949 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-2bde05bf-4d70-4ec4-a867-61781bea6453', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:43:58.115062 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.118051 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:58.141787 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:43:58.142419 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0b4b940>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:58.201578 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.250469 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.361338 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Allocated IP 172.20.0.2 (2bde05bf-4d70-4ec4-a867-61781bea6453/ffff1f52-d63e-4d44-8c8a-b8fc05680b2b/1f66704b-b616-4c1b-b9f9-103d0e35ddbe) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:58.397633 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:43:58.493885 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9e7b-2ece-4b48-bf4f-ebe600c4de48 req-c71dc24e-3abf-4f6a-9ed5-1bf09b36dff1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:58.494483 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9d0f9e7b-2ece-4b48-bf4f-ebe600c4de48 req-c71dc24e-3abf-4f6a-9ed5-1bf09b36dff1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Synchronizing usage tracker for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:43:58.525419 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9d0f9e7b-2ece-4b48-bf4f-ebe600c4de48 req-c71dc24e-3abf-4f6a-9ed5-1bf09b36dff1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Unset dirty status for tenant:409ea4c0034a4318bdae3a2b20926927 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:43:58.526589 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d0f9e7b-2ece-4b48-bf4f-ebe600c4de48 req-c71dc24e-3abf-4f6a-9ed5-1bf09b36dff1 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 931 time: 0.2772207
May 18 01:43:58.536528 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-8642633a-aaab-4fbe-8a14-acb3200b7dbe None None] Provisioning for port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:58.544455 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-8642633a-aaab-4fbe-8a14-acb3200b7dbe None None] Provisioning complete for port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:58.544912 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8642633a-aaab-4fbe-8a14-acb3200b7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.606929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.658836 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d0f9e7b-2ece-4b48-bf4f-ebe600c4de48 req-238c2425-a5ca-4c9e-9b01-d48a839c889f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244452
May 18 01:43:58.675815 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-8642633a-aaab-4fbe-8a14-acb3200b7dbe None None] Port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:43:58.684084 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.695557 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Transition to ACTIVE for port object 1f66704b-b616-4c1b-b9f9-103d0e35ddbe will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:58.717990 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Transition to ACTIVE for port object 1f66704b-b616-4c1b-b9f9-103d0e35ddbe will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:58.725150 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.738704 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:58.756732 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0b4b940>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:43:57Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:43:58.762104 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8e143-9210-4c4b-a00d-e619f9ac7511 None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:43:57Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:43:58.783814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:58.847284 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:58.853537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:58.858174 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:58.932836 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Pushing event updated for resources: {'Port': ['ID=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:58.975568 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:58.997440 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Attempting to bind port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:58.997829 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Attempting to bind port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:58.998193 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Attempting to bind port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe on network 2bde05bf-4d70-4ec4-a867-61781bea6453 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:59.004034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:59.004492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Checking segment: {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:59.004867 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.005266 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Bound using segment: {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:59.005785 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Bound port: 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:59.006157 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.029254 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6dc203-9fc5-4a53-b523-347e7a553ff4 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:43:59.030613 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Allocated IP 172.27.1.232 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/8e6fc6e5-3c3e-4f7d-b776-38b12eff2639) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:43:59.040870 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.068828 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Transition to ACTIVE for port object 8f6dc203-9fc5-4a53-b523-347e7a553ff4 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:43:59.075242 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.080891 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e107de1a-90cc-4278-b93e-2509165c136d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:59.117558 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] For port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:59.121503 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] For port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:59.126475 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.132235 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-79ed0366-ae0a-4bcb-aca5-b3fd1531226e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:59.213251 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.251221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.259121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:59.269222 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-36754acb-cead-4505-8bd8-84bdda320811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:59.274057 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:59.315716 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Pushing event updated for resources: {'Port': ['ID=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:59.319869 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:59.365783 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:43:59.370293 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:43:59.374518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:43:59.433341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Attempting to bind port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:43:59.433647 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Attempting to bind port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:43:59.433973 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Attempting to bind port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:59.440198 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 on network 0329a854-a80f-4d3b-b599-428accfcaec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:43:59.440544 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Attempting to bind port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 on network 0329a854-a80f-4d3b-b599-428accfcaec5 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:43:59.450693 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:43:59.451034 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Checking segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:43:59.451542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Bound using segment: {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:43:59.451964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Bound port: 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b979aec-c4cd-48a9-a298-391d79f28731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:43:59.452290 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.455724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Pushing event updated for resources: {'Port': ['ID=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:59.461048 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:59.586032 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 599f3d8d-0165-42f2-9cd6-d36b0c40c54e up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:43:59.603977 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:43:59.607314 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:43:59.613689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.621696 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:43:59.687969 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:59.688147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.689911 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] 10.222.0.32 "PUT /v2.0/ports/8f6dc203-9fc5-4a53-b523-347e7a553ff4 HTTP/1.1" status: 200  len: 1093 time: 1.6116388
May 18 01:43:59.692711 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:43:59.692871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:43:59.706879 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:43:59.707374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:43:59.795915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:43:59.814674 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'status': 'completed', 'code': 200}
May 18 01:43:59.815779 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:43:59.871286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-b87f0722-e342-4a26-a633-d910b540ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:43:59.874675 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-b87f0722-e342-4a26-a633-d910b540ef0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 1096 time: 0.1360476
May 18 01:43:59.977107 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-5b7c9347-921a-4418-a379-373bb337573d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4 HTTP/1.1" status: 200  len: 217 time: 0.0942895
May 18 01:44:00.013066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:00.053396 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:00.058873 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:00.063298 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:00.173837 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:00.185139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-73da6e7b-1bda-40c2-8e29-aad0102bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:00.186577 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-73da6e7b-1bda-40c2-8e29-aad0102bc752 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.2024212
May 18 01:44:00.189504 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:00.204230 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:00.267619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f2baa-4cd3-456a-8e82-93e9c7cc076e req-744a8e42-796d-4b50-9f74-6ba32f83767b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:00.275978 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-158f2baa-4cd3-456a-8e82-93e9c7cc076e req-744a8e42-796d-4b50-9f74-6ba32f83767b tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 943 time: 0.2967780
May 18 01:44:00.348228 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-158f2baa-4cd3-456a-8e82-93e9c7cc076e req-9fb00e7e-8c10-4883-93ed-84fffcc70e6f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711851
May 18 01:44:00.376927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-70977738-fdf7-41bb-a4fe-7eadff3530c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:00.378462 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-70977738-fdf7-41bb-a4fe-7eadff3530c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1838250
May 18 01:44:00.525664 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-c70d0082-548b-4514-a2b5-2af9406fb45e service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384523
May 18 01:44:00.573964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:00.604855 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be126f3c-baa8-41b8-9128-c76b5a74f4ca None None] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:44:00.665325 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-019bb3f5-338f-420d-877a-12e226cf01d5 req-95cbc442-889b-49a2-85d9-f9ca7266bfac service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322870
May 18 01:44:00.703819 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0867c8e2-4182-438a-ba9a-3dfaad98d331 None None] Provisioning for port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:00.791647 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-8e496a8e-671e-41e2-ac8a-69f0c47c9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:00.793287 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-8e496a8e-671e-41e2-ac8a-69f0c47c9515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 1096 time: 0.0799079
May 18 01:44:00.893598 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:44:00.936089 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-6a3617d8-b3e3-409e-a2db-ba04098b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:00.937666 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-6a3617d8-b3e3-409e-a2db-ba04098b25ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.1377099
May 18 01:44:01.025222 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-4b738be9-9681-4c42-b5c5-1918ff295952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4 HTTP/1.1" status: 200  len: 217 time: 0.0801363
May 18 01:44:01.096483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:44:01.104477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-8844b7b1-24a8-4cb1-886f-66866973ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:01.106036 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-8844b7b1-24a8-4cb1-886f-66866973ac91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.0707562
May 18 01:44:01.106696 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Sync routers for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:44:01.116640 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:01.117225 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0470c10>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:01.130810 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:01.132471 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5582747
May 18 01:44:01.134755 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60082) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:01.184415 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-872fb9df-021b-4cf0-9722-888d3453ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:01.186103 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-872fb9df-021b-4cf0-9722-888d3453ccf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730309
May 18 01:44:01.310604 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:01.578177 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-b38c7302-2729-40c4-90ae-15b3dce87152 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3753309
May 18 01:44:01.625358 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 599f3d8d-0165-42f2-9cd6-d36b0c40c54e up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:01.715750 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a41d-6006-407e-9357-416fb7a89008 req-3ab40902-eb4e-4055-b982-8e0d4f23838c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:01.717301 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2b31a41d-6006-407e-9357-416fb7a89008 req-3ab40902-eb4e-4055-b982-8e0d4f23838c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 943 time: 0.2247076
May 18 01:44:01.754829 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:01.755194 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:01.771662 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a690fc43-823d-4c94-ba49-d8da9a04e107 req-698bb556-2751-4611-bfa7-a859eb664c20 service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856704
May 18 01:44:01.783364 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2b31a41d-6006-407e-9357-416fb7a89008 req-0bec6496-6bf1-45e7-9798-8b52610e7d7f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586255
May 18 01:44:01.819640 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0470c10>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:43:59Z', 'revision_number': 3, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:01.827014 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Checking router: 4955e369-9d06-4a6b-9cbe-2117ce96a3fd for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:44:01.827363 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Updating router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:44:01.888287 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:01.926076 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:01.975492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 1f66704b-b616-4c1b-b9f9-103d0e35ddbe up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:02.100013 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Allocated IP 172.20.0.1 (2bde05bf-4d70-4ec4-a867-61781bea6453/ffff1f52-d63e-4d44-8c8a-b8fc05680b2b/a338d8ae-094b-41f6-bf13-3bd847b128d3) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:44:02.135782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:02.223697 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:02.223979 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.248261 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.263679 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Transition to ACTIVE for port object a338d8ae-094b-41f6-bf13-3bd847b128d3 will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:44:02.288485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.292033 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-e56e2308-b6b9-44e3-9c1e-f0d5c4383499 tempest-VolumesSnapshotTestJSON-1673903018 tempest-VolumesSnapshotTestJSON-1673903018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:02.330633 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb624729-f2c8-4bc6-9fcd-39cb5440ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.357869 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:44:02.360561 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:44:02.364031 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:44:02.393993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Pushing event updated for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:02.405307 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:02.428426 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.467133 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.515099 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.520944 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:02.530002 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.532202 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Transition to ACTIVE for port object 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:44:02.534742 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-6024fb49-caba-4754-80af-8eed1d1041cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:02.583103 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.623978 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Attempting to bind port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:44:02.624379 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Attempting to bind port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:44:02.624727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Attempting to bind port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:44:02.629445 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:02.636869 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:02.637252 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:02.669739 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.673705 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:44:02.674079 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:44:02.674477 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.674864 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:44:02.675336 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Bound port: 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:44:02.675700 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.736835 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-2d2d5e7a-b31c-4a5c-8b9a-241b95620572 None None] Provisioning for port a338d8ae-094b-41f6-bf13-3bd847b128d3 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:02.747444 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-2d2d5e7a-b31c-4a5c-8b9a-241b95620572 None None] Provisioning complete for port a338d8ae-094b-41f6-bf13-3bd847b128d3 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:02.747815 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5e7a-b31c-4a5c-8b9a-241b95620572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.801693 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Pushing event updated for resources: {'Port': ['ID=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:02.810526 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:02.825581 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] For port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:44:02.830250 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] For port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:44:02.832727 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d5e7a-b31c-4a5c-8b9a-241b95620572 None None] Port a338d8ae-094b-41f6-bf13-3bd847b128d3 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:44:02.836685 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.841416 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:02.897517 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.903051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:02.914612 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:02.915228 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0470c10>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:43:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:02.934127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-af38a9c9-e1d0-4fd6-838c-865b8f5cfa89 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:02.984617 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ae9fd-8071-4c97-97dc-62f2436514f9 req-92b9bcfd-4843-41ee-a278-8fb65d17945c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:02.987699 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Pushing event updated for resources: {'Port': ['ID=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:02.993234 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:02.999339 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-093ae9fd-8071-4c97-97dc-62f2436514f9 req-92b9bcfd-4843-41ee-a278-8fb65d17945c tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 943 time: 0.0963106
May 18 01:44:03.008830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Pushing event updated for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:03.019062 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:03.036517 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:03.051568 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-093ae9fd-8071-4c97-97dc-62f2436514f9 req-5b2c6d03-afe9-4803-8b67-d19217c5ec60 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514007
May 18 01:44:03.054502 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 8f6dc203-9fc5-4a53-b523-347e7a553ff4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:44:03.164467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:03.169472 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:44:03.170507 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:44:03.363787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:44:03.419848 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:03.443614 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'port_id': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'mac_address': 'fa:16:3e:d9:84:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:44:03.489361 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-f73c17cf-1898-4a79-87eb-9100d86cc796 None None] Provisioning complete for port a338d8ae-094b-41f6-bf13-3bd847b128d3 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:03.489737 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f73c17cf-1898-4a79-87eb-9100d86cc796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:03.524291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 1f66704b-b616-4c1b-b9f9-103d0e35ddbe up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:03.550838 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:44:03.564501 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] 10.222.0.16 "PUT /v2.0/routers/4955e369-9d06-4a6b-9cbe-2117ce96a3fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4248719
May 18 01:44:03.669524 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:03.689771 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-f73c17cf-1898-4a79-87eb-9100d86cc796 None None] Port a338d8ae-094b-41f6-bf13-3bd847b128d3 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:44:03.699625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6dc203-9fc5-4a53-b523-347e7a553ff4 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:44:03.729311 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:03.729683 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:03.801278 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:03.816973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:03.821443 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:03.892369 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0470c10>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'a338d8ae-094b-41f6-bf13-3bd847b128d3', 'name': '', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'mac_address': 'fa:16:3e:6c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:44:01Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 2, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'subnets': [{'id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:03.902849 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503723e-db24-4787-a384-94ca3db0eb33 None None] The sync data for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi is: [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'a338d8ae-094b-41f6-bf13-3bd847b128d3', 'name': '', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'mac_address': 'fa:16:3e:6c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:44:01Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 2, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'subnets': [{'id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:44:03.910947 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:03.914219 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.039547 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['8f6dc203-9fc5-4a53-b523-347e7a553ff4'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:44:04.076499 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60104) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.082169 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203183692', 'description': 'tempest-secgroup-smoke-1203183692 description', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.089498 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.094026 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.097117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.107769 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.139735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.167821 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.171969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.174873 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.182369 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.282248 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.286835 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.294619 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9758fdbe-5f18-4c29-91f4-38d2364f6c63 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:04.339680 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5107fe76-794f-459c-ab2e-1b843bd9d0cb,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:04.340798 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e96c6-fa53-4205-8457-6632eacda12e req-735a1a10-58f8-414e-91a1-6aa67db69b36 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:04.343267 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.348236 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.348386 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df3e96c6-fa53-4205-8457-6632eacda12e req-735a1a10-58f8-414e-91a1-6aa67db69b36 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 944 time: 0.1163909
May 18 01:44:04.349691 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2720509
May 18 01:44:04.352731 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60108) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.358274 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.364160 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.368806 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.371868 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.378148 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.400992 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.409298 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df3e96c6-fa53-4205-8457-6632eacda12e req-cc7d3f92-530c-4a67-8743-4a7a4d5f9f72 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599020
May 18 01:44:04.464865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.468485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.470561 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d62110d4-5f7f-4c01-a67c-225777d45e3a tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:04.497284 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf7d740-e8a5-4811-89ef-354afc6eda8b,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:04.501898 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.507638 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.509252 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1554976
May 18 01:44:04.511708 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60112) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.517228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.524069 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.528476 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.531475 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.538137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.554124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.617283 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.621153 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.624956 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.626929 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b5313f08-4da0-439d-80e7-86a6626067f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:04.648293 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7cd74050-23e7-4e10-b139-4167731fa912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.649691 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3790b68f-cebd-4844-b33d-bb609d6d97b7,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:04.653633 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.661132 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.662349 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6dff126a-f95d-4513-871b-f8bafb09e05c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1495821
May 18 01:44:04.665190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60118) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.670529 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.676376 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.680161 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.682990 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.688690 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.705219 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.768917 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.773242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.775217 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-44d41024-7dea-48bd-853f-945ad572eb15 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:04.795250 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b56d7c-034b-483a-8e87-965c78bcd3ae,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:04.799014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.806183 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.807328 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-13528e6f-2f75-49f1-9395-8d2a57577da9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1410611
May 18 01:44:04.810220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60122) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.815233 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.820859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.824576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.827620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.833237 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.848913 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.911727 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.915884 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.917853 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:04.937478 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dd656a-fe36-4e24-ae33-89ce653b180d,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:04.941336 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:04.949101 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:04.950244 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-51224c0a-2632-4dd7-938f-d81a0e9311ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1391315
May 18 01:44:04.953086 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60126) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:04.958228 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:04.964498 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:04.968171 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:04.970964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:04.977378 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:04.987765 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.securitygroups_db [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Project 85ca98bb7e3246a3885ab6ddcfa09337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:44:04.993845 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.050965 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 8f6dc203-9fc5-4a53-b523-347e7a553ff4 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:05.061644 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.065262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.067184 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:05.090143 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9037087-1e91-4607-bc60-e8d9bf6043f6,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:05.092481 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:05.099598 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.100904 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f6887b7a-3ef5-4a37-999e-c07b1844e285 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1468854
May 18 01:44:05.103677 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60130) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:05.108828 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'security_group_rule': {'security_group_id': '5107fe76-794f-459c-ab2e-1b843bd9d0cb', 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:05.114569 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:05.118723 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:security_group_rule and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:05.119492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:05.121647 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:05.124118 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:05.124533 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.127328 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:05.137977 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.securitygroups_db [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Project 85ca98bb7e3246a3885ab6ddcfa09337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:44:05.143468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.208281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.213890 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.215843 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:05.237868 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6322e5f0-e81c-4289-bed7-9ecf86f50161,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:05.240330 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:05.244566 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.248393 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.249802 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-92a00240-fedf-4978-8000-c2ec75cdb09c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1451845
May 18 01:44:05.276460 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:05.287501 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:05.293673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.296422 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:05.389031 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:05.401606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:05.421615 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'code': 200}
May 18 01:44:05.534333 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:05.658219 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:05.672033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:05.672693 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.739269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab560b7-8a63-4dd8-aa0c-8e653f22a6f1 req-24c381b4-935d-4572-853e-67578d055b89 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:05.741766 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.742669 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab560b7-8a63-4dd8-aa0c-8e653f22a6f1 req-24c381b4-935d-4572-853e-67578d055b89 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.1854525
May 18 01:44:05.767204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf2a48-f82c-4444-972f-26cff9baa742 req-30334181-5f93-4a3e-b83c-04ace20646de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:05.769155 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-21bf2a48-f82c-4444-972f-26cff9baa742 req-30334181-5f93-4a3e-b83c-04ace20646de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 1098 time: 0.1476531
May 18 01:44:05.830680 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.842430 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-21bf2a48-f82c-4444-972f-26cff9baa742 req-55090b18-bf11-42e1-ba36-fb8195f0c370 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653908
May 18 01:44:05.853549 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:05.856368 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eab560b7-8a63-4dd8-aa0c-8e653f22a6f1 req-51e27adf-b91c-468f-8239-790c52ac4eeb tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078849
May 18 01:44:05.861898 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:05.868715 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-5d307fe2-93b3-404b-825d-ff13e7a51830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:05.953290 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:05.956997 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:06.927864 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Sync routers for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:44:06.937117 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:06.937796 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08dfc40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:07.062529 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073764-0468-477f-b35d-30779e99d6c1 req-4634d677-6dee-4974-a885-3e104ab29328 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:07.063973 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4b073764-0468-477f-b35d-30779e99d6c1 req-4634d677-6dee-4974-a885-3e104ab29328 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.0899718
May 18 01:44:07.116117 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4b073764-0468-477f-b35d-30779e99d6c1 req-55f9b2fa-1973-4bad-9256-5a56fd04e9b0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452728
May 18 01:44:07.124808 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:07.309406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c105-1d8f-44c5-b027-f7db2070d223 req-4b71e54b-afc8-49a6-83e8-ff241bbbd80f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:07.310868 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b2d1c105-1d8f-44c5-b027-f7db2070d223 req-4b71e54b-afc8-49a6-83e8-ff241bbbd80f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.0874979
May 18 01:44:07.320520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60206) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:07.329051 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Request body: {'floatingip': {'port_id': '8f6dc203-9fc5-4a53-b523-347e7a553ff4'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:07.364529 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.413561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.440670 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08dfc40>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'a338d8ae-094b-41f6-bf13-3bd847b128d3', 'name': '', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'mac_address': 'fa:16:3e:6c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:44:01Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 2, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'subnets': [{'id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:07.448288 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Checking router: 4955e369-9d06-4a6b-9cbe-2117ce96a3fd for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:44:07.448288 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Updating router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd port a338d8ae-094b-41f6-bf13-3bd847b128d3 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:44:07.495143 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:07.509127 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.586747 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:07.587122 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.899303 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.912729 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Transition to ACTIVE for port object a338d8ae-094b-41f6-bf13-3bd847b128d3 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:44:07.921596 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:07.926424 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:08.123721 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Pushing event updated for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:08.127178 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:08.161000 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Attempting to bind port a338d8ae-094b-41f6-bf13-3bd847b128d3 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:44:08.161364 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Attempting to bind port a338d8ae-094b-41f6-bf13-3bd847b128d3 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:44:08.162267 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Attempting to bind port a338d8ae-094b-41f6-bf13-3bd847b128d3 on network 2bde05bf-4d70-4ec4-a867-61781bea6453 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:44:08.167159 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.168910 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:44:08.169334 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Checking segment: {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:44:08.169735 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.170155 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Bound using segment: {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:44:08.170617 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Bound port: a338d8ae-094b-41f6-bf13-3bd847b128d3, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:44:08.170983 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.174021 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.275678 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] For port a338d8ae-094b-41f6-bf13-3bd847b128d3, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:44:08.279301 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] For port a338d8ae-094b-41f6-bf13-3bd847b128d3, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=a338d8ae-094b-41f6-bf13-3bd847b128d3,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:44:08.283275 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.289175 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:08.364338 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:08.366609 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08dfc40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:08.370591 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Floating IP eef60bee-010e-4291-b0a6-48a8ce895719 associated. External IP: 172.27.1.60, port: 8f6dc203-9fc5-4a53-b523-347e7a553ff4.
May 18 01:44:08.445327 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Pushing event updated for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:08.451036 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:08.567914 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:08.731762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:44:08.885619 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08dfc40>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'a338d8ae-094b-41f6-bf13-3bd847b128d3', 'name': '', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'mac_address': 'fa:16:3e:6c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:44:01Z', 'updated_at': '2021-05-18T01:44:08Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'subnets': [{'id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:08.889631 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e83bea-4973-454c-b811-83c2746a5e97 None None] The sync data for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi is: [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:44:02Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'a338d8ae-094b-41f6-bf13-3bd847b128d3', 'name': '', 'network_id': '2bde05bf-4d70-4ec4-a867-61781bea6453', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'mac_address': 'fa:16:3e:6c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:44:01Z', 'updated_at': '2021-05-18T01:44:08Z', 'revision_number': 4, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'subnets': [{'id': 'ffff1f52-d63e-4d44-8c8a-b8fc05680b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:44:08.914608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:44:08.918964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:08.931945 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:44:08.942433 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:08.943812 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0245490>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:08.980821 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0357f4f2-ad53-408d-a780-6a81dcde6c1f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "PUT /v2.0/floatingips/eef60bee-010e-4291-b0a6-48a8ce895719 HTTP/1.1" status: 200  len: 990 time: 1.6562052
May 18 01:44:08.981533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:09.109570 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'status': 'completed', 'code': 200}
May 18 01:44:09.150277 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:09.223077 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-647f2422-30e0-4441-9ef5-7d5434cac58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:09.225622 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-647f2422-30e0-4441-9ef5-7d5434cac58e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=409ea4c0034a4318bdae3a2b20926927&device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 1098 time: 0.0769618
May 18 01:44:09.411721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-08bb5aac-5fa3-459a-b641-6feccfa3f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:09.413269 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-08bb5aac-5fa3-459a-b641-6feccfa3f774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 200  len: 910 time: 0.1771243
May 18 01:44:09.543625 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-0d267931-3cfd-4a10-8d92-2f0ec4c3f4e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4 HTTP/1.1" status: 200  len: 998 time: 0.1227100
May 18 01:44:09.566645 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device a338d8ae-094b-41f6-bf13-3bd847b128d3 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:09.613384 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-6035011c-2486-4a9d-8865-37f90d6e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:09.616107 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-6035011c-2486-4a9d-8865-37f90d6e0e9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 200  len: 849 time: 0.0643203
May 18 01:44:09.663172 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port a338d8ae-094b-41f6-bf13-3bd847b128d3 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:09.667930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0245490>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'eef60bee-010e-4291-b0a6-48a8ce895719', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:d9:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a643178-61ea-4a22-8f16-4af570d863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:08Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:09.673400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port a338d8ae-094b-41f6-bf13-3bd847b128d3 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:09.673846 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:09.699121 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:44:09.734692 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:09.735319 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0245490>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:09.807029 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-439b2dcd-7dd7-414f-9acc-2042b79c4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:09.808540 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-439b2dcd-7dd7-414f-9acc-2042b79c4b87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0329a854-a80f-4d3b-b599-428accfcaec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1866233
May 18 01:44:09.950743 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-b01bdc16-5220-4011-a21c-0aad380b5e7e service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344149
May 18 01:44:09.954683 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:09.977738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:10.065011 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port a338d8ae-094b-41f6-bf13-3bd847b128d3, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=a338d8ae-094b-41f6-bf13-3bd847b128d3,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:10.100463 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0fbc0ed-a5a0-4a45-b1e3-13416a863434 req-0c4fad52-4127-44bd-ade1-219fc559f94a service neutron] 10.222.0.32 "GET /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425376
May 18 01:44:10.129809 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:10.145999 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:10.248589 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:10.253884 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:10.433151 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0245490>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'eef60bee-010e-4291-b0a6-48a8ce895719', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:d9:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a643178-61ea-4a22-8f16-4af570d863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:08Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:10.437286 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab73bd-e749-4a9e-9098-0373e39b8d4b None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'eef60bee-010e-4291-b0a6-48a8ce895719', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'port_id': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'mac_address': 'fa:16:3e:d9:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a643178-61ea-4a22-8f16-4af570d863e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:08Z', 'revision_number': 1, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:44:10.723975 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e47b0d-b210-490c-a7db-850a70abeeb5 None None] New status for floating IP eef60bee-010e-4291-b0a6-48a8ce895719: ACTIVE {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:44:11.487594 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device a338d8ae-094b-41f6-bf13-3bd847b128d3 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:11.556351 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port a338d8ae-094b-41f6-bf13-3bd847b128d3 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:11.556805 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:18.434887 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:44:21.816264 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-dc73b39a-1cc9-4b8b-875a-794a04eb9bf2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203183692&fields=id&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 267 time: 0.0400212
May 18 01:44:21.963408 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-eb69f3b9-4eb8-4420-ade1-40c2bd8c458c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:21.964844 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-eb69f3b9-4eb8-4420-ade1-40c2bd8c458c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.1416593
May 18 01:44:21.980085 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-6e1b19d1-3129-46cd-8bb6-c9ebcb691242 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/quotas/85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 375 time: 0.0097091
May 18 01:44:22.064670 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-d9b0a8ce-0fc8-437b-b55a-689208c6bf2e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0792086
May 18 01:44:22.214854 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-8eebbad6-ba57-44eb-8ac9-83de9272a2e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357014
May 18 01:44:22.342856 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-6eae101c-49a8-43f1-a9b1-d1a07d9bb42a service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222456
May 18 01:44:22.729664 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2674f2d6-1cde-4a51-a0be-844187b9d4d3 req-2451579b-362c-47bd-88c5-fc1be1489ab1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.0418179
May 18 01:44:23.268661 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:23.861166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-efd2b0c8-de12-4eea-81cd-357690f21290 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:23.862648 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-efd2b0c8-de12-4eea-81cd-357690f21290 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.1823034
May 18 01:44:23.946365 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-888707e3-87ca-4238-a467-91599461cfd5 req-aa9afa08-2f13-4a31-bab7-60b2c70e8af4 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.0826342
May 18 01:44:23.979376 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-d5231094-a320-40a9-9ccc-bebbb1648316 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 380 time: 0.0795670
May 18 01:44:24.004843 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'port': {'device_id': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'admin_state_up': True, 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'security_groups': ['5107fe76-794f-459c-ab2e-1b843bd9d0cb']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:24.161853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:24.166930 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:port and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:24.171234 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:24.177250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:24.189113 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Made reservation on behalf of 85ca98bb7e3246a3885ab6ddcfa09337 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:44:24.192925 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:24.356059 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.20.0.11 (f2192753-81de-4186-86a3-1e0d48f6a9fe/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f/2bdedcf4-34b1-4847-a5c3-5cacd258a734) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:44:24.654544 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:24.670487 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Transition to ACTIVE for port object 2bdedcf4-34b1-4847-a5c3-5cacd258a734 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:44:24.694330 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:24.700137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4b55da12-93f7-4aa7-86a9-17cd752ff22b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:24.766222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:44:24.769100 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:44:24.772900 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:44:24.815456 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:24.820853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:24.844042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:24.844682 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:24.865721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8649387
May 18 01:44:24.877745 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Request body: {'port': {'device_id': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:24.993019 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-bda1b352-e379-4bb2-8c9a-62639ad81aa2 None None] Provisioning for port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:24.998977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-bda1b352-e379-4bb2-8c9a-62639ad81aa2 None None] Provisioning complete for port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:24.999196 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:24.999800 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-bda1b352-e379-4bb2-8c9a-62639ad81aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.061329 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b352-e379-4bb2-8c9a-62639ad81aa2 None None] Port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:44:25.285488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb782e94-46cb-4d32-a8e9-330ac195cd83 req-634d0cd1-bca7-451e-81c4-495d8014d6ba tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:25.286161 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cb782e94-46cb-4d32-a8e9-330ac195cd83 req-634d0cd1-bca7-451e-81c4-495d8014d6ba tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:44:25.312095 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-cb782e94-46cb-4d32-a8e9-330ac195cd83 req-634d0cd1-bca7-451e-81c4-495d8014d6ba tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:44:25.313170 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cb782e94-46cb-4d32-a8e9-330ac195cd83 req-634d0cd1-bca7-451e-81c4-495d8014d6ba tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 932 time: 0.2535419
May 18 01:44:25.381315 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cb782e94-46cb-4d32-a8e9-330ac195cd83 req-f8f55c88-b859-4b59-b83c-17a9eadbcf5a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579967
May 18 01:44:25.451371 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdedcf4-34b1-4847-a5c3-5cacd258a734 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:44:25.458441 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.472533 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Transition to ACTIVE for port object 2bdedcf4-34b1-4847-a5c3-5cacd258a734 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:44:25.476749 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.480891 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:25.632754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:25.640054 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:25.711448 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Attempting to bind port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:44:25.711771 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Attempting to bind port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:44:25.712086 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Attempting to bind port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:44:25.716561 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 on network f2192753-81de-4186-86a3-1e0d48f6a9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:44:25.716873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Attempting to bind port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:44:25.721804 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:44:25.722132 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:44:25.722507 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Bound using segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:44:25.722916 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Bound port: 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:44:25.723244 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.814646 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:44:25.817636 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:44:25.822063 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.826229 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:25.879307 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:25.880057 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:25.881398 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] 10.222.0.32 "PUT /v2.0/ports/2bdedcf4-34b1-4847-a5c3-5cacd258a734 HTTP/1.1" status: 200  len: 1094 time: 1.0083561
May 18 01:44:25.882478 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:25.906381 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:25.932339 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:25.935180 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'status': 'completed', 'code': 200}
May 18 01:44:26.013155 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-a6fc28e8-ed52-4e24-84fd-1e114d508f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.014635 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-a6fc28e8-ed52-4e24-84fd-1e114d508f51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 1097 time: 0.0813644
May 18 01:44:26.086553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-b54449c1-2702-42a3-97d6-61027ba86a9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734 HTTP/1.1" status: 200  len: 217 time: 0.0639665
May 18 01:44:26.154240 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-3005cabd-d37b-4e91-b746-0e8fa6f03d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.155569 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-3005cabd-d37b-4e91-b746-0e8fa6f03d9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0630481
May 18 01:44:26.231513 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-33662d1f-2d81-4e3b-8d1a-776fd08fab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.233018 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-33662d1f-2d81-4e3b-8d1a-776fd08fab1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712876
May 18 01:44:26.365646 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-b5958634-2f6a-406d-8c34-d30b240b8e0b service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251223
May 18 01:44:26.644707 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-901dc592-769e-4cf6-8ed9-1c6c44705ae3 req-4240fcc6-729b-4c32-810e-325c32687f2f service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2714725
May 18 01:44:26.661301 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be75bb-e8ba-48f4-b7de-ae331fde9ad5 req-86e4c89b-d318-4eb1-abf5-0e656b8b09ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.662575 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-20be75bb-e8ba-48f4-b7de-ae331fde9ad5 req-86e4c89b-d318-4eb1-abf5-0e656b8b09ed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.1206701
May 18 01:44:26.753125 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-20be75bb-e8ba-48f4-b7de-ae331fde9ad5 req-8f57f55d-7814-4ef3-affa-0816de53be09 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837479
May 18 01:44:26.779888 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-e461385c-9c6a-4c5d-a97d-bb69cac09e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.781346 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-e461385c-9c6a-4c5d-a97d-bb69cac09e3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 1097 time: 0.0907178
May 18 01:44:26.912452 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-7a33603d-aaeb-4b15-9cca-436278345c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:26.913829 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-7a33603d-aaeb-4b15-9cca-436278345c1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1245675
May 18 01:44:26.980156 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-499e7693-e624-415c-a0e8-0df825579b4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734 HTTP/1.1" status: 200  len: 217 time: 0.0591731
May 18 01:44:27.042861 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-619ea194-e9a1-4f4c-9f95-efa9e4ded232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:27.044237 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-619ea194-e9a1-4f4c-9f95-efa9e4ded232 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0580869
May 18 01:44:27.116643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-07013cbf-6699-4195-ba45-2219917d152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:27.118091 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-07013cbf-6699-4195-ba45-2219917d152d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673170
May 18 01:44:27.246836 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-5e251e3c-df88-4307-87aa-cbc7157861cc service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215296
May 18 01:44:27.382350 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-eb2e26fd-5eee-4334-96da-b1fe2bdc8682 req-163aaad1-0149-4a73-b0f4-73fbe563b4cc service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285169
May 18 01:44:27.938511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f5d7-7f0f-47fd-85cf-1f87452a18cc req-fadbee58-96c8-4217-a868-877f36293c93 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:27.940052 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a181f5d7-7f0f-47fd-85cf-1f87452a18cc req-fadbee58-96c8-4217-a868-877f36293c93 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0790563
May 18 01:44:27.987993 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a181f5d7-7f0f-47fd-85cf-1f87452a18cc req-620acf94-6fed-4641-8cb1-135979c66060 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411797
May 18 01:44:29.168873 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432395-0c92-4f68-ad3c-a793974984ab req-635b27ae-899a-42a0-a2b1-82be6d29aedd tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:29.170296 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f432395-0c92-4f68-ad3c-a793974984ab req-635b27ae-899a-42a0-a2b1-82be6d29aedd tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0779645
May 18 01:44:29.213962 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7f432395-0c92-4f68-ad3c-a793974984ab req-8db03128-97f0-4c69-93e1-68c9c221afed tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380073
May 18 01:44:30.405964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf19e4-8f86-42bf-8d2d-35295fc15610 req-e033a6b1-703b-4e19-8567-3e7510ae4f18 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:30.407388 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ebf19e4-8f86-42bf-8d2d-35295fc15610 req-e033a6b1-703b-4e19-8567-3e7510ae4f18 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0850041
May 18 01:44:30.450553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ebf19e4-8f86-42bf-8d2d-35295fc15610 req-3e7ad972-6523-427c-890e-d6bba5057f56 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373595
May 18 01:44:31.633116 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85197f0b-f56d-4413-b6c6-de06cbaf65eb req-063f2376-9b96-47c9-bd0c-aa8c6c9e41bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:31.634570 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-85197f0b-f56d-4413-b6c6-de06cbaf65eb req-063f2376-9b96-47c9-bd0c-aa8c6c9e41bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0796382
May 18 01:44:31.681990 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-85197f0b-f56d-4413-b6c6-de06cbaf65eb req-8a3870ef-8c7c-47af-8fce-4fa51986ee67 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418229
May 18 01:44:32.292461 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4b67eff4-9f22-4b49-9ce3-074caa011a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:32.523795 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5768f8-c1e5-4668-b550-7ae353888d8e req-6fa0510b-61ca-45cd-ace5-f97993a38267 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:32.525178 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa5768f8-c1e5-4668-b550-7ae353888d8e req-6fa0510b-61ca-45cd-ace5-f97993a38267 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0785708
May 18 01:44:32.570653 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fa5768f8-c1e5-4668-b550-7ae353888d8e req-17d12818-b17d-4934-ab3e-498e00ee381b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398428
May 18 01:44:32.867141 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ea37-8df1-4b91-ae54-bbcf4f90cba9 req-ace8d274-d7e7-4e1e-9aee-804e148e70e5 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:32.868605 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1e78ea37-8df1-4b91-ae54-bbcf4f90cba9 req-ace8d274-d7e7-4e1e-9aee-804e148e70e5 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0833912
May 18 01:44:32.915530 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1e78ea37-8df1-4b91-ae54-bbcf4f90cba9 req-c6282bd4-3c07-4605-b547-12219a745e42 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410893
May 18 01:44:33.754801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621b0e-08ad-407c-b260-5f947c105fde req-0379a6b4-d2c6-42f3-b11b-2d719944be12 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:33.756130 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4c621b0e-08ad-407c-b260-5f947c105fde req-0379a6b4-d2c6-42f3-b11b-2d719944be12 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0771947
May 18 01:44:33.883115 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4c621b0e-08ad-407c-b260-5f947c105fde req-46f33762-d491-42ef-aa71-1c54c6e40d0b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207318
May 18 01:44:34.099388 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf697f-6b3a-4786-aece-059039d9c7d6 req-73313af2-2a2d-49ba-b9c6-fec910737533 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:34.100946 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a3cf697f-6b3a-4786-aece-059039d9c7d6 req-73313af2-2a2d-49ba-b9c6-fec910737533 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0799809
May 18 01:44:34.146260 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a3cf697f-6b3a-4786-aece-059039d9c7d6 req-debd3768-bf62-48e7-9af4-5aac6c4d5f88 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392551
May 18 01:44:34.619046 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:34.651370 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-47e59a6a-9255-4f5a-92d9-cf0659b0644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:35.074868 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e50e-8ae6-4ad4-bf2a-075e155b121b req-80f7d964-9d2f-48a5-ae11-d368bb16e15e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:35.076343 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07f7e50e-8ae6-4ad4-bf2a-075e155b121b req-80f7d964-9d2f-48a5-ae11-d368bb16e15e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0821583
May 18 01:44:35.121646 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-07f7e50e-8ae6-4ad4-bf2a-075e155b121b req-9674ec02-63ac-4ec7-a2a1-fe4b06af8b7d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396359
May 18 01:44:35.237010 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 2bdedcf4-34b1-4847-a5c3-5cacd258a734 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:44:35.330673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c195b-ec8b-4831-a6d9-7d0466d9ff60 req-c28af455-7c14-4f9a-bad3-8732e005ee1a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:35.332163 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f74c195b-ec8b-4831-a6d9-7d0466d9ff60 req-c28af455-7c14-4f9a-bad3-8732e005ee1a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 944 time: 0.0820730
May 18 01:44:35.379494 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f74c195b-ec8b-4831-a6d9-7d0466d9ff60 req-6b2fad2c-9025-4b16-b5b3-4e2187641aab tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404050
May 18 01:44:35.405452 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:35.418136 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'port_id': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'mac_address': 'fa:16:3e:9d:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:44:35.474358 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:35.490542 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdedcf4-34b1-4847-a5c3-5cacd258a734 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:44:35.505868 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:35.509778 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:35.511483 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:35.574402 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:35.577458 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:35.705402 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:35.755690 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['2bdedcf4-34b1-4847-a5c3-5cacd258a734'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:44:36.457213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ddcbb-4aa0-491f-9a63-d0041534eb65 req-4e944e45-a32e-40bc-9777-3abf23f94cd6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:36.458669 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-713ddcbb-4aa0-491f-9a63-d0041534eb65 req-4e944e45-a32e-40bc-9777-3abf23f94cd6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0835559
May 18 01:44:36.552157 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-713ddcbb-4aa0-491f-9a63-d0041534eb65 req-6bf1a2b4-0089-4fad-a5bf-c7727409c5e2 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873835
May 18 01:44:36.583447 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1924460-bca3-406b-90a6-37e15145a107 req-8f67ec31-ce4c-43ab-9c66-0dd04d6b47be tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:36.585859 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e1924460-bca3-406b-90a6-37e15145a107 req-8f67ec31-ce4c-43ab-9c66-0dd04d6b47be tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 945 time: 0.0930016
May 18 01:44:36.630075 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e1924460-bca3-406b-90a6-37e15145a107 req-d8b91181-41f7-41c6-ba01-09f94a109fcf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374792
May 18 01:44:37.254435 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 2bdedcf4-34b1-4847-a5c3-5cacd258a734 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:37.324086 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:44:37.329095 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:37.329546 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:37.388421 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:37.458088 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:37.485572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:37.495575 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:37.499391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:37.501328 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:37.535380 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'code': 200}
May 18 01:44:37.570500 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:37.573365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:37.787449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b90e-9237-40ca-b36c-aea478350486 req-848de1b2-f3ff-470a-87b0-1ef185ffb2dd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:37.789523 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9ce7b90e-9237-40ca-b36c-aea478350486 req-848de1b2-f3ff-470a-87b0-1ef185ffb2dd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1240053
May 18 01:44:37.896544 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9ce7b90e-9237-40ca-b36c-aea478350486 req-97b863e4-9b9b-4fc6-921d-60b7af9521c5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007097
May 18 01:44:37.925647 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14aba-92be-4f0e-a380-5976d9989647 req-5a74f10a-769d-42c9-81d2-024e0fe18d91 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:37.927076 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-82c14aba-92be-4f0e-a380-5976d9989647 req-5a74f10a-769d-42c9-81d2-024e0fe18d91 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.1890149
May 18 01:44:37.935847 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a9d0-21ca-46dd-aa18-be504c95bb46 req-95b3bc68-163a-4d92-bdb6-93bdc522ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:37.937268 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-24c9a9d0-21ca-46dd-aa18-be504c95bb46 req-95b3bc68-163a-4d92-bdb6-93bdc522ea41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 1099 time: 0.1469231
May 18 01:44:38.001933 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-82c14aba-92be-4f0e-a380-5976d9989647 req-d033e060-2186-4d2a-9a18-4ae84eb5eef9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682924
May 18 01:44:38.005038 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-24c9a9d0-21ca-46dd-aa18-be504c95bb46 req-cf230f3d-e875-41c5-bfb0-f24fa068df94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553927
May 18 01:44:39.085623 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140a3eb-5441-43d4-85b7-e306ffcc66c2 req-5d4a687c-5bd7-4152-aff5-034729140dcf tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:39.087068 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c140a3eb-5441-43d4-85b7-e306ffcc66c2 req-5d4a687c-5bd7-4152-aff5-034729140dcf tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0784671
May 18 01:44:39.177553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c140a3eb-5441-43d4-85b7-e306ffcc66c2 req-0877a425-b681-41b5-b30d-a9e422a412bd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848722
May 18 01:44:39.206154 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2912b0-ca8c-4144-9b8e-c8f02a858aff req-1c9795a3-a373-45e6-acc2-1ea08dc0cfca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:39.207560 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad2912b0-ca8c-4144-9b8e-c8f02a858aff req-1c9795a3-a373-45e6-acc2-1ea08dc0cfca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.0969315
May 18 01:44:39.251434 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad2912b0-ca8c-4144-9b8e-c8f02a858aff req-8415da49-9a08-4587-b663-bc86730452c1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372021
May 18 01:44:39.432370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19a0d1-c545-4a0b-abb8-0e93c03f4d30 req-fd1a6256-bc1f-4424-8754-3a791538c359 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:39.433719 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-de19a0d1-c545-4a0b-abb8-0e93c03f4d30 req-fd1a6256-bc1f-4424-8754-3a791538c359 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.0800865
May 18 01:44:39.478515 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-de19a0d1-c545-4a0b-abb8-0e93c03f4d30 req-e8099999-9f10-4e2a-8346-897200f856e6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391896
May 18 01:44:39.500877 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60438) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:39.663289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770030da-b37c-47b3-9557-9605b87c7ced tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:39.665016 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-770030da-b37c-47b3-9557-9605b87c7ced tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 1094 time: 0.1631908
May 18 01:44:39.667862 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60446) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:44:39.672789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'port_id': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:44:39.678227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:44:39.681935 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:floatingip and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:44:39.684724 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:44:39.690281 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:44:39.704609 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:39.832858 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:39.970928 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.27.1.89 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/db695911-b695-4612-8af1-f381f9f67105) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:44:40.113377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:40.145872 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:40.150214 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-35d8f238-ae36-445d-af2d-599f61911152 tempest-VolumesActionsTest-163531855 tempest-VolumesActionsTest-163531855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:40.300608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:44:40.304625 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:44:40.340624 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:44:40.370500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=db695911-b695-4612-8af1-f381f9f67105,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:40.390165 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:40.524979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c75dc-b039-4348-a31d-1d61bd695898 req-d70725b0-65e3-4f88-8fab-5c37826012f1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:40.526352 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-da4c75dc-b039-4348-a31d-1d61bd695898 req-d70725b0-65e3-4f88-8fab-5c37826012f1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.2229385
May 18 01:44:40.660986 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-da4c75dc-b039-4348-a31d-1d61bd695898 req-5c400f94-01d5-4526-86ca-3cc233a9c9a0 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287439
May 18 01:44:40.817800 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:40.891028 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:41.094013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:41.098210 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:41.101753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:41.214618 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=db695911-b695-4612-8af1-f381f9f67105,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:41.218444 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:41.224884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:41.393374 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP 35a95cbc-6334-4a33-8f16-4421945314d5 associated. External IP: 172.27.1.89, port: 2bdedcf4-34b1-4847-a5c3-5cacd258a734.
May 18 01:44:41.884444 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:44:41.951957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f5d3-0e61-44d0-9a76-1732d2212dd5 req-c73a11a7-bd03-4913-9ba1-d3c9b6d22cf3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:41.953329 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d237f5d3-0e61-44d0-9a76-1732d2212dd5 req-c73a11a7-bd03-4913-9ba1-d3c9b6d22cf3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1686099
May 18 01:44:42.069114 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d237f5d3-0e61-44d0-9a76-1732d2212dd5 req-59610c91-cb6e-40c5-b999-61620c2786fd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096492
May 18 01:44:42.106268 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:44:42.115365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:44:42.125758 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:42.126365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9beedf40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:42.131376 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:42.192009 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5231235
May 18 01:44:42.192720 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:42.238805 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'status': 'completed', 'code': 200}
May 18 01:44:42.313391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:42.339951 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-2cfd882b-094b-4ebc-9254-510f9e742480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:42.341456 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-2cfd882b-094b-4ebc-9254-510f9e742480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 1099 time: 0.0721221
May 18 01:44:42.472722 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-980c691a-19ca-4aeb-a0d7-f25f97f3e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:42.474163 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-980c691a-19ca-4aeb-a0d7-f25f97f3e0d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1264415
May 18 01:44:42.581126 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-8c4c3b2d-a720-40c5-a382-2564e32eac9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734 HTTP/1.1" status: 200  len: 999 time: 0.0986142
May 18 01:44:42.645066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-a1f0c273-a258-4a3b-9056-c7ad03a01255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:42.646505 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-a1f0c273-a258-4a3b-9056-c7ad03a01255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0578201
May 18 01:44:42.660430 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9beedf40>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '35a95cbc-6334-4a33-8f16-4421945314d5', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:9d:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:44:40Z', 'updated_at': '2021-05-18T01:44:40Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:42.665134 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:44:42.673519 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:44:42.674104 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9beedf40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:44:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:42.726904 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-91dcf7a5-0455-4572-b9ae-65449120d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:42.728274 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-91dcf7a5-0455-4572-b9ae-65449120d4a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731699
May 18 01:44:42.848997 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:44:42.861698 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-279521d1-760d-4bdb-8863-a88a99fab457 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253314
May 18 01:44:43.001790 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6cf46ad-e3c9-4686-80b2-12178cb38d60 req-00bcf737-4bcc-4e7f-95cb-bd78f4dc7c7f service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297431
May 18 01:44:43.227965 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9beedf40>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '35a95cbc-6334-4a33-8f16-4421945314d5', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:9d:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:44:40Z', 'updated_at': '2021-05-18T01:44:40Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:44:43.231887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147224e-d713-4207-bfc9-ac1a0639e3ef None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '35a95cbc-6334-4a33-8f16-4421945314d5', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:9d:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:44:40Z', 'updated_at': '2021-05-18T01:44:40Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:44:43.261523 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6f89-9564-4c48-b57b-f941170cb8fb req-f7a27f55-51d7-45bf-a07e-95f77cba51fa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:43.263020 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-026a6f89-9564-4c48-b57b-f941170cb8fb req-f7a27f55-51d7-45bf-a07e-95f77cba51fa tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0804603
May 18 01:44:43.309315 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-026a6f89-9564-4c48-b57b-f941170cb8fb req-ea39133f-bde5-456a-90ac-e8dde80d5fbb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404789
May 18 01:44:43.418317 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b1a96-14ea-4269-8a08-3fdb93229a9b None None] New status for floating IP 35a95cbc-6334-4a33-8f16-4421945314d5: ACTIVE {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:44:44.499729 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8783a-c4df-468c-b6f4-f4ad9324ca36 req-5e44c4b7-f3c2-4721-bd00-c5bacad41247 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:44.501318 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cee8783a-c4df-468c-b6f4-f4ad9324ca36 req-5e44c4b7-f3c2-4721-bd00-c5bacad41247 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0827141
May 18 01:44:44.544523 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cee8783a-c4df-468c-b6f4-f4ad9324ca36 req-05be6a61-afc4-475e-ab06-3cba5eeb4e58 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375488
May 18 01:44:45.319653 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:44:45.472658 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:45.487864 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:44:45.547615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:45.564750 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:44:45.582625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:45.587540 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:45.589270 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:45.658869 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=6']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:45.667040 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.667389 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.667725 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.668057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.668416 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.668760 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.669078 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.669397 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.669844 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.670033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.670425 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.670720 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:44:45.674406 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:45.678294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['74e57cd3-5eae-459a-a22e-0cddc9e6a5da'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:44:45.754390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42e9c-206b-427f-b174-198e65744202 req-16a3981b-7b79-4513-95cb-a73bc9f57515 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:45.756142 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-95b42e9c-206b-427f-b174-198e65744202 req-16a3981b-7b79-4513-95cb-a73bc9f57515 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.1000180
May 18 01:44:45.819714 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-95b42e9c-206b-427f-b174-198e65744202 req-9d1e2a08-c216-4f5a-9b40-c1608ac63c32 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574200
May 18 01:44:47.051569 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ae619-23b2-4ef0-ac9c-de26b8930faf req-a7ceba3e-3cf1-4abb-95d2-f66ef400e0ce tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:47.053648 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-743ae619-23b2-4ef0-ac9c-de26b8930faf req-a7ceba3e-3cf1-4abb-95d2-f66ef400e0ce tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.1240335
May 18 01:44:47.102986 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-743ae619-23b2-4ef0-ac9c-de26b8930faf req-a8930968-f30c-4b70-90d1-1e16de89d9f3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425057
May 18 01:44:47.330987 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:44:47.404410 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:44:47.404800 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:47.538826 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:47.573908 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:47.583569 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:47.588140 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:47.591220 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:47.645836 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'code': 200}
May 18 01:44:47.673597 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=7']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:47.677090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:48.435286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03edd9-f91e-408a-9c54-c4c2916a8776 req-01c61851-6fe1-4caa-a2ae-1fb8bba64211 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:48.436916 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9e03edd9-f91e-408a-9c54-c4c2916a8776 req-01c61851-6fe1-4caa-a2ae-1fb8bba64211 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.2145550
May 18 01:44:48.483357 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9e03edd9-f91e-408a-9c54-c4c2916a8776 req-994b72b9-ed6a-40f1-8e06-c446bdc5f282 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404766
May 18 01:44:49.686531 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4f5f-b525-4e3b-b98c-376f1c6342a3 req-bd4e5554-93a4-4e62-a092-2ea8b01402ab tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:49.688191 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb9e4f5f-b525-4e3b-b98c-376f1c6342a3 req-bd4e5554-93a4-4e62-a092-2ea8b01402ab tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0842004
May 18 01:44:49.739954 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bb9e4f5f-b525-4e3b-b98c-376f1c6342a3 req-3bdeb667-5f11-44a0-a49c-7004ce946088 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453129
May 18 01:44:50.976549 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bafbb-ce93-4c9b-a341-119096917be3 req-d2f2881b-c543-4967-bf10-4b3266a8246c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:50.979380 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b29bafbb-ce93-4c9b-a341-119096917be3 req-d2f2881b-c543-4967-bf10-4b3266a8246c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1014032
May 18 01:44:51.034187 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b29bafbb-ce93-4c9b-a341-119096917be3 req-7d8e411c-ffcd-41db-818f-2c14072c9abd tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486379
May 18 01:44:52.246659 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3edb54-2842-4d4b-aca0-7120570c0d5f req-e32c53c1-718c-426e-acd5-bfb7e8ac109e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:52.252794 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ec3edb54-2842-4d4b-aca0-7120570c0d5f req-e32c53c1-718c-426e-acd5-bfb7e8ac109e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0953529
May 18 01:44:52.312441 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ec3edb54-2842-4d4b-aca0-7120570c0d5f req-d4f1afaa-a0c1-4533-998b-9d0f1fbb093d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585260
May 18 01:44:53.294857 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:53.441184 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-b8e72fbc-8347-4a73-8a21-41fbe8b1b6ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1064444
May 18 01:44:53.619750 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d551f-ad10-41a8-aa88-22b109d4bb28 req-c494f6cb-1275-4151-9b73-6a871c6b7fbc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:53.621249 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-916d551f-ad10-41a8-aa88-22b109d4bb28 req-c494f6cb-1275-4151-9b73-6a871c6b7fbc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.1569028
May 18 01:44:53.632194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-b5b8c27f-0c76-4af4-96e4-e61e603286f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:53.634360 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-b5b8c27f-0c76-4af4-96e4-e61e603286f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.1141760
May 18 01:44:53.775675 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-916d551f-ad10-41a8-aa88-22b109d4bb28 req-831197c3-86ca-41a3-9a26-afaa58bf278d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472526
May 18 01:44:53.835423 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-89de46e0-aa30-4044-bd03-d1ba3b823c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:53.836960 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-89de46e0-aa30-4044-bd03-d1ba3b823c7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.1765175
May 18 01:44:53.952010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-97af0838-5104-4ffa-9094-89b2ae3a9be4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 1001 time: 0.1069019
May 18 01:44:54.025872 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-6afb5a36-d3cd-4f46-80b1-3e833b19f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:54.029037 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-6afb5a36-d3cd-4f46-80b1-3e833b19f156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0682330
May 18 01:44:54.115055 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-bfe8444b-4640-4a0e-ac1e-b172a52ec64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:54.117267 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-bfe8444b-4640-4a0e-ac1e-b172a52ec64a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812829
May 18 01:44:54.265300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-3242846a-4365-408b-b28c-d416ae34e1ac service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411631
May 18 01:44:54.420975 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0333c814-a00e-4106-b738-7fa9ccd7d3b4 req-d99c412e-5322-4f1b-9bca-6db92e92313c service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444173
May 18 01:44:54.973732 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb644a1-e844-48b8-9a2d-a801b29436e9 req-2a0df80e-dfe6-4351-a02c-e5cd828726b7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:54.975107 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bdb644a1-e844-48b8-9a2d-a801b29436e9 req-2a0df80e-dfe6-4351-a02c-e5cd828726b7 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0858195
May 18 01:44:55.019190 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bdb644a1-e844-48b8-9a2d-a801b29436e9 req-8841946d-8806-4ed0-9b43-9b86cb8f61d8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376019
May 18 01:44:55.386640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-b3e8fc0b-8ab1-48e8-be6b-7fd455f19bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:55.388167 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-b3e8fc0b-8ab1-48e8-be6b-7fd455f19bfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1098 time: 0.0700867
May 18 01:44:55.412094 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:44:55.520513 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-94748297-24ea-46fc-aa6c-220f37f82e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:55.521946 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-94748297-24ea-46fc-aa6c-220f37f82e16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1240385
May 18 01:44:55.700607 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-aa8bdb36-796f-4c90-81e7-ee38e86a3dee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 1000 time: 0.1699207
May 18 01:44:55.762886 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-e5bb100b-44bf-44c5-9821-3076c61ed8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:55.764259 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-e5bb100b-44bf-44c5-9821-3076c61ed8b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0577619
May 18 01:44:55.852226 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-142f1949-28d3-432a-a993-b6694c78a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:55.853693 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-142f1949-28d3-432a-a993-b6694c78a31e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678468
May 18 01:44:55.990945 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-e673b946-7ee4-4ba5-a7bd-5527569722f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212630
May 18 01:44:56.121833 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-171994ce-27b0-47ca-af8d-8cf6f75aa048 req-880e27f3-e183-4c83-ada9-9bfdb1d6419e service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238730
May 18 01:44:56.210762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a73c0c-9edf-467b-911b-faa64ba0ea9f req-82ba9404-c94b-4933-ac72-961fe43c81b3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:56.212223 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d7a73c0c-9edf-467b-911b-faa64ba0ea9f req-82ba9404-c94b-4933-ac72-961fe43c81b3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0823555
May 18 01:44:56.257255 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d7a73c0c-9edf-467b-911b-faa64ba0ea9f req-672d0fa7-5495-4e7d-b8ac-6bbb77d6b20c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391202
May 18 01:44:57.450920 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921409-2f68-4784-ad14-dc681da82bfb req-01bd0032-f88c-4d36-bf47-ef7d66f1cad5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:57.452591 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-92921409-2f68-4784-ad14-dc681da82bfb req-01bd0032-f88c-4d36-bf47-ef7d66f1cad5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0843153
May 18 01:44:57.499516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-92921409-2f68-4784-ad14-dc681da82bfb req-db6c189a-4bb5-4106-9fc5-695894399a9d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406630
May 18 01:44:58.686664 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1892f-00c5-41e5-8f7c-c22c3d299cb3 req-6fb4166c-f826-4792-94f8-3a4ada8b43fb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:44:58.688108 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bfb1892f-00c5-41e5-8f7c-c22c3d299cb3 req-6fb4166c-f826-4792-94f8-3a4ada8b43fb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 945 time: 0.0816905
May 18 01:44:58.731411 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-bfb1892f-00c5-41e5-8f7c-c22c3d299cb3 req-bcd3de02-5df1-4ec8-b7ee-e9637c498784 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377343
May 18 01:44:59.392918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:44:59.510591 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:59.539943 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:44:59.549539 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:44:59.554407 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:44:59.556554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:44:59.623909 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=8']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:44:59.626400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:44:59.661647 dv-cinder-784623-9-iscsi neutron-server[78861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'code': 422} returned with failed status
May 18 01:45:00.123983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7eac-2e95-42e4-b0c6-8a284e39e1b8 req-ac6a8548-43f3-4433-a693-693873e1c49f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:00.125458 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c8ff7eac-2e95-42e4-b0c6-8a284e39e1b8 req-ac6a8548-43f3-4433-a693-693873e1c49f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0793829
May 18 01:45:00.132689 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-8bde24e9-d821-407f-901a-2d5d4c2f501d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0735564
May 18 01:45:00.174608 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c8ff7eac-2e95-42e4-b0c6-8a284e39e1b8 req-2eee2b93-982d-4081-b057-90b62cbd1107 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429583
May 18 01:45:01.183432 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-55dd513c-fa4a-46da-a85b-910b422fab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.184911 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-55dd513c-fa4a-46da-a85b-910b422fab5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47&tenant_id=e27a135b6f60458080f4d5d86c5f22b4 HTTP/1.1" status: 200  len: 1096 time: 0.0703361
May 18 01:45:01.276989 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-c27373ee-4da8-415b-8135-ff958f72f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.278444 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-c27373ee-4da8-415b-8135-ff958f72f33a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1096 time: 0.0710683
May 18 01:45:01.490608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76753eaf-fbe7-48ce-9dbd-da13c5436cb7 req-7f7855df-1e0f-4059-9126-74a1480a5fde tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.492591 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-76753eaf-fbe7-48ce-9dbd-da13c5436cb7 req-7f7855df-1e0f-4059-9126-74a1480a5fde tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.1871984
May 18 01:45:01.493664 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-ff0fa74b-ece7-40d2-ae5b-e46d8de924d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.494992 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-ff0fa74b-ece7-40d2-ae5b-e46d8de924d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.2098632
May 18 01:45:01.619577 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-76753eaf-fbe7-48ce-9dbd-da13c5436cb7 req-0419d6b0-bfaf-4d41-a07c-a3877f01558c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212084
May 18 01:45:01.625575 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-3d541180-b775-4d3b-be26-ea95b36e2a6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 998 time: 0.1137393
May 18 01:45:01.692259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-3100230f-1a03-4faa-9c69-818c28461d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.693672 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-3100230f-1a03-4faa-9c69-818c28461d1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0606797
May 18 01:45:01.768066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-d00154eb-2f77-454f-93e4-18b9ee0b4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:01.769429 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-d00154eb-2f77-454f-93e4-18b9ee0b4dce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681899
May 18 01:45:01.997375 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-d6504dba-d378-4c2c-8fbf-02c984517e12 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201061
May 18 01:45:02.128583 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-12159f0f-6e56-43b2-8a4c-0d0b48379b6e req-705424d9-c538-4ed3-b9c1-4a2c6600cc3f service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246102
May 18 01:45:02.294391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-042ee4dc-915c-4a92-9be4-a5db8ff72a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:02.845784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22937-e4ea-4b34-b63c-7cbb920e4d85 req-a7694785-082e-4c94-9d27-302202e9c228 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:02.847414 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6de22937-e4ea-4b34-b63c-7cbb920e4d85 req-a7694785-082e-4c94-9d27-302202e9c228 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0930078
May 18 01:45:02.899734 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6de22937-e4ea-4b34-b63c-7cbb920e4d85 req-d631e522-7a48-4349-8321-e51e25b54219 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459821
May 18 01:45:04.106286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaffd3f-97eb-4af9-b905-76441e11e248 req-f05bc87b-e269-4d45-ac42-b1b9eca2d3a5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:04.107816 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-beaffd3f-97eb-4af9-b905-76441e11e248 req-f05bc87b-e269-4d45-ac42-b1b9eca2d3a5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0917263
May 18 01:45:04.165289 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-beaffd3f-97eb-4af9-b905-76441e11e248 req-c418c344-eb48-49bf-a256-5affdad6854e tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458419
May 18 01:45:04.620977 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:04.653860 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e8380b64-4a9b-4c87-8a0b-54e993c8c794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:05.378085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79795fd3-1749-4501-8753-edf8a537c2de req-a7f16892-3125-4958-86ef-4d2cf24b6eb8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:05.379520 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79795fd3-1749-4501-8753-edf8a537c2de req-a7f16892-3125-4958-86ef-4d2cf24b6eb8 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0871160
May 18 01:45:05.433714 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79795fd3-1749-4501-8753-edf8a537c2de req-c9713fe3-8bc0-4c46-86fc-ff3347ff2cd5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480235
May 18 01:45:05.711489 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:06.649164 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce551fd-8804-4ca9-bf6d-92094d705682 req-2f7f3ee0-cf87-4f05-bf51-5d75fa6bbf16 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:06.650696 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ce551fd-8804-4ca9-bf6d-92094d705682 req-2f7f3ee0-cf87-4f05-bf51-5d75fa6bbf16 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0873971
May 18 01:45:06.705862 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ce551fd-8804-4ca9-bf6d-92094d705682 req-35fa26ca-64da-423e-b5db-62c8ded6b479 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494168
May 18 01:45:07.373100 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:07.901475 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0636a-fae4-4dda-b544-2f558335a747 req-17e3948e-3881-4763-aa67-7b87e599f873 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:07.902939 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79c0636a-fae4-4dda-b544-2f558335a747 req-17e3948e-3881-4763-aa67-7b87e599f873 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0849802
May 18 01:45:07.958340 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79c0636a-fae4-4dda-b544-2f558335a747 req-ef641358-ddb7-4092-a930-b7d0826f4376 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491526
May 18 01:45:09.171683 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d68f3-531a-495c-998b-041920324448 req-4b298b21-4ac5-4887-8661-56ccc073aef1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:09.173063 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b5d68f3-531a-495c-998b-041920324448 req-4b298b21-4ac5-4887-8661-56ccc073aef1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0851872
May 18 01:45:09.223403 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9b5d68f3-531a-495c-998b-041920324448 req-0d240ef3-1615-4738-82ed-5f03b70bef35 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424397
May 18 01:45:10.426328 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50fb0a-0d11-4a76-a795-522991ae3d4e req-77b382f0-72ec-4b17-a707-839610615343 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:10.427792 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd50fb0a-0d11-4a76-a795-522991ae3d4e req-77b382f0-72ec-4b17-a707-839610615343 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0821588
May 18 01:45:10.473910 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd50fb0a-0d11-4a76-a795-522991ae3d4e req-d70c5018-7a72-49f8-9edc-a099e7f4ed45 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402524
May 18 01:45:11.691545 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4ad81-bdec-4133-83a2-b14832807161 req-f5a9dd58-ec66-4b2f-84f8-bcac4b12d5c3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:11.693306 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ab4ad81-bdec-4133-83a2-b14832807161 req-f5a9dd58-ec66-4b2f-84f8-bcac4b12d5c3 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.1048944
May 18 01:45:11.739226 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ab4ad81-bdec-4133-83a2-b14832807161 req-f442341a-bfed-4d04-b242-a1bbdcfff0f9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392559
May 18 01:45:12.951382 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29cfb-53e9-4281-bbaa-7de8af1312ef req-ef8496d3-87d7-428d-b0e6-921ce651e612 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:12.953079 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-75b29cfb-53e9-4281-bbaa-7de8af1312ef req-ef8496d3-87d7-428d-b0e6-921ce651e612 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0971117
May 18 01:45:12.999446 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-75b29cfb-53e9-4281-bbaa-7de8af1312ef req-c80ef3aa-a531-4e77-8c59-7de7d6770f20 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403583
May 18 01:45:14.190108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578e48c-e9ff-49e5-8a12-2917178ab790 req-400bce64-edff-471b-b34f-b66f509cd7cc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:14.191543 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6578e48c-e9ff-49e5-8a12-2917178ab790 req-400bce64-edff-471b-b34f-b66f509cd7cc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0781066
May 18 01:45:14.235858 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6578e48c-e9ff-49e5-8a12-2917178ab790 req-8639d178-6f63-48b9-8e20-89abadda6833 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379708
May 18 01:45:15.429933 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03a5d-bdc4-4bb8-abe5-a55a351c82d2 req-bceb53bb-6047-4d77-9072-ec142e8fff1f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:15.431433 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ba03a5d-bdc4-4bb8-abe5-a55a351c82d2 req-bceb53bb-6047-4d77-9072-ec142e8fff1f tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0814531
May 18 01:45:15.476460 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-4ba03a5d-bdc4-4bb8-abe5-a55a351c82d2 req-a5254ca1-68dd-42ca-b6de-9326e0f32cf5 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385997
May 18 01:45:16.669089 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfe49a-13ea-419b-b86a-04165fb0383b req-1daa30aa-f306-42c4-8f3f-72278e7b3043 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:16.670541 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9bcfe49a-13ea-419b-b86a-04165fb0383b req-1daa30aa-f306-42c4-8f3f-72278e7b3043 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 943 time: 0.0837057
May 18 01:45:16.716901 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9bcfe49a-13ea-419b-b86a-04165fb0383b req-ca50c59e-3477-423c-8dad-42c62da0d3b9 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405815
May 18 01:45:17.490291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:45:17.624941 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:17.640780 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'port_id': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'mac_address': 'fa:16:3e:dc:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:45:17.698375 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:17.715043 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:45:17.729834 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:17.733147 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:17.734815 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:17.799357 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=9']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:17.802416 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:17.901691 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64a99a-fee9-4247-b19c-967b9b5d8d74 req-a30897b1-cb91-4b76-8512-1e1e7d985722 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:17.903125 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af64a99a-fee9-4247-b19c-967b9b5d8d74 req-a30897b1-cb91-4b76-8512-1e1e7d985722 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.0770204
May 18 01:45:17.947362 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-af64a99a-fee9-4247-b19c-967b9b5d8d74 req-6841082d-97fd-4934-b08d-8cdaaa13a177 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384440
May 18 01:45:17.992117 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['74e57cd3-5eae-459a-a22e-0cddc9e6a5da'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:45:19.139027 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd153fc-9e48-4152-970d-f5bf8105b8ff req-f120933a-f45a-44ad-afaa-82ff51ca091b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:19.140468 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfd153fc-9e48-4152-970d-f5bf8105b8ff req-f120933a-f45a-44ad-afaa-82ff51ca091b tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 944 time: 0.0810919
May 18 01:45:19.183572 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfd153fc-9e48-4152-970d-f5bf8105b8ff req-476e567e-46f2-43e0-a625-59272917a754 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373874
May 18 01:45:19.502176 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:45:19.569266 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:45:19.569665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:19.684324 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:19.713707 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:45:19.733401 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:19.738207 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:19.740191 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-55bfc84e-ab76-4eb1-a0f7-b397778e41fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:19.775755 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'code': 200}
May 18 01:45:19.816770 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=10']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:19.826958 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:20.022802 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99ad6d-a00b-4eaf-8662-4fa92b0a2f29 req-0afd5c56-55a3-4323-9297-87aaa3051203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:20.024278 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d99ad6d-a00b-4eaf-8662-4fa92b0a2f29 req-0afd5c56-55a3-4323-9297-87aaa3051203 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1099 time: 0.0710828
May 18 01:45:20.148514 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9d99ad6d-a00b-4eaf-8662-4fa92b0a2f29 req-ef8901c6-d00b-4334-8cda-2d6486d32614 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159234
May 18 01:45:20.380064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1cd9f-8142-4f07-b705-bca51e22b5bc req-6318490c-4a0a-4c7d-9f0e-473d24929536 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:20.381621 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5a1cd9f-8142-4f07-b705-bca51e22b5bc req-6318490c-4a0a-4c7d-9f0e-473d24929536 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.0822918
May 18 01:45:20.428165 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a5a1cd9f-8142-4f07-b705-bca51e22b5bc req-d6479bb7-1ee3-48f1-8d93-d746a18f05ee tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385647
May 18 01:45:21.702160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27640d-e39a-41a0-998b-3d8d0024a6f5 req-de6e64bf-b288-4118-8481-fb9ffeeba747 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:21.703608 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6b27640d-e39a-41a0-998b-3d8d0024a6f5 req-de6e64bf-b288-4118-8481-fb9ffeeba747 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.1124580
May 18 01:45:21.796996 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6b27640d-e39a-41a0-998b-3d8d0024a6f5 req-04a84815-8ec0-4749-b35d-f4f4a1a4c508 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869839
May 18 01:45:21.827509 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a019-beee-4a4c-8e0a-cb9cf2439e76 req-09cb04c5-c0d1-4487-97dd-dbf7be4732ca tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:21.829006 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3a9a019-beee-4a4c-8e0a-cb9cf2439e76 req-09cb04c5-c0d1-4487-97dd-dbf7be4732ca tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.1035993
May 18 01:45:21.882127 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d3a9a019-beee-4a4c-8e0a-cb9cf2439e76 req-1ed32357-7fbf-44d4-8428-1a3f61ae096a tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469382
May 18 01:45:21.983190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe529-0fa7-4ea5-89dc-374fa58ab478 req-ae723202-64ba-4db9-9471-b109484a5f1e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:21.984658 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3bfe529-0fa7-4ea5-89dc-374fa58ab478 req-ae723202-64ba-4db9-9471-b109484a5f1e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0835655
May 18 01:45:22.028526 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3bfe529-0fa7-4ea5-89dc-374fa58ab478 req-da47f1d6-3ae9-44cd-8f53-3b70a37477fd tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381501
May 18 01:45:22.992539 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac092e-f0b4-4efa-b605-16909bfe9ae7 req-d77512e5-1d25-49fa-8503-974ea847c310 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:22.994124 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91ac092e-f0b4-4efa-b605-16909bfe9ae7 req-d77512e5-1d25-49fa-8503-974ea847c310 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.0844500
May 18 01:45:23.086025 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91ac092e-f0b4-4efa-b605-16909bfe9ae7 req-411795bf-fee2-456f-8cf7-d38adf608e22 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594845
May 18 01:45:23.105461 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c867f1-26a9-4118-8973-8a8ec6285f72 req-ae2c3750-9bbf-4755-a75f-86faa735ff9f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:23.106900 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e8c867f1-26a9-4118-8973-8a8ec6285f72 req-ae2c3750-9bbf-4755-a75f-86faa735ff9f tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.1119311
May 18 01:45:23.158146 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e8c867f1-26a9-4118-8973-8a8ec6285f72 req-a6ae8cdd-6426-4771-a218-a0ef71dbbd4d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups?id=84636361-9c99-47ad-970b-1a6049e57293&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432096
May 18 01:45:23.266540 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f774-6ac0-403b-aa5d-02f0a26adfcd req-69749eee-c04a-44c5-a01f-6a151a50d8bf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:23.268011 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2b98f774-6ac0-403b-aa5d-02f0a26adfcd req-69749eee-c04a-44c5-a01f-6a151a50d8bf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0794334
May 18 01:45:23.269130 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:23.359580 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2b98f774-6ac0-403b-aa5d-02f0a26adfcd req-d7a5f3ef-a488-405b-9974-ade470b09540 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846002
May 18 01:45:23.393280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-809087ad-3ed3-4014-8ce3-3c1c72f8f482 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:23.394685 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-809087ad-3ed3-4014-8ce3-3c1c72f8f482 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 945 time: 0.0884650
May 18 01:45:23.527015 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Deleting port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:23.527352 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:23.656593 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] For port 8f6dc203-9fc5-4a53-b523-347e7a553ff4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8f6dc203-9fc5-4a53-b523-347e7a553ff4,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:23.656858 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:23.946872 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:23.947145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:23.947452 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Floating IP eef60bee-010e-4291-b0a6-48a8ce895719 disassociated. External IP: 172.27.1.60, port: 8f6dc203-9fc5-4a53-b523-347e7a553ff4.
May 18 01:45:23.947787 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Calling delete_port for 8f6dc203-9fc5-4a53-b523-347e7a553ff4 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:24.056513 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:24.062283 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-dc13a2c7-76f2-44c5-b566-03c7c9cf3d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:24.109274 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'Port': ['ID=8f6dc203-9fc5-4a53-b523-347e7a553ff4,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:24.166732 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.167089 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.167439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.167782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.168115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.168482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.168815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.169147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.169479 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.169808 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.170141 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.170468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:24.178366 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:24.410654 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-021ea249-625d-48ac-bd24-30995f2e5305 req-d83a3e59-78ce-4a6e-bfb7-f9119e57438e tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643178-61ea-4a22-8f16-4af570d863e2 HTTP/1.1" status: 200  len: 210 time: 0.0730431
May 18 01:45:24.440879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:45:24.703211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:45:24.713267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fac65-c347-4746-bdfd-c5b7508a82a6 req-389b1854-ee8d-44a7-ad51-ffdc629ad5c5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:24.714232 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:45:24.714777 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-028fac65-c347-4746-bdfd-c5b7508a82a6 req-389b1854-ee8d-44a7-ad51-ffdc629ad5c5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.2088833
May 18 01:45:24.726314 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:24.727342 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd470a0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:24.816435 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] No DVR routers for this DVR port 8f6dc203-9fc5-4a53-b523-347e7a553ff4 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:45:24.819526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:24.822844 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'name': 'network-vif-deleted', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:45:24.858723 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-028fac65-c347-4746-bdfd-c5b7508a82a6 req-cbeae5a1-4de5-4f8c-acd3-ba64187148b2 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111865
May 18 01:45:24.861114 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-784b3236-f68e-42c1-b3f6-d277d56db9d3 req-18528c15-8413-4ecb-ac4a-fb690e35cd37 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.32 "DELETE /v2.0/ports/8f6dc203-9fc5-4a53-b523-347e7a553ff4 HTTP/1.1" status: 204  len: 173 time: 1.4606233
May 18 01:45:24.909015 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a643178-61ea-4a22-8f16-4af570d863e2', 'name': 'network-vif-deleted', 'tag': '8f6dc203-9fc5-4a53-b523-347e7a553ff4', 'status': 'completed', 'code': 200}
May 18 01:45:24.939592 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:25.294974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd470a0>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:25.299124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:45:25.308217 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:25.308852 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd470a0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:25.501281 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:25.542005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60852) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:25.607163 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:25.634904 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:25.691071 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:25.695099 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b6c9a503-aad8-4651-87c7-6400923673e4 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:25.710630 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84636361-9c99-47ad-970b-1a6049e57293,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:25.715709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:25.722496 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:25.723721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "DELETE /v2.0/security-groups/84636361-9c99-47ad-970b-1a6049e57293 HTTP/1.1" status: 204  len: 168 time: 0.1807187
May 18 01:45:25.726327 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60856) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:25.743509 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.api.v2.resource [None req-fdfbb9a8-4fe7-4b83-a606-2282e979c4f0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] show failed (client error): The resource could not be found.
May 18 01:45:25.748056 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-fdfbb9a8-4fe7-4b83-a606-2282e979c4f0 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "GET /v2.0/security-groups/84636361-9c99-47ad-970b-1a6049e57293 HTTP/1.1" status: 404  len: 347 time: 0.0198336
May 18 01:45:25.748807 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60860) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:25.816953 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd470a0>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:25.820888 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548749c-ac89-47bf-a89c-4cca3ce7de0b None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '135d0b11-c75a-4498-8730-8c3f881bdd79', 'name': '', 'network_id': '0329a854-a80f-4d3b-b599-428accfcaec5', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:42Z', 'updated_at': '2021-05-18T01:38:56Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'subnets': [{'id': '9d3a75b4-7da1-4543-a895-24dfa6721c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:45:25.974134 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Deleting port b9395781-ad83-4a1e-8d93-1a295379d691 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:25.974505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.083614 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b31783-6275-4248-a40b-003632afc120 None None] New status for floating IP eef60bee-010e-4291-b0a6-48a8ce895719: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:45:26.153991 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.154225 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.175124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ecb34-2650-4402-858c-2f0eb8bf8b0e req-122ae70a-b429-43db-b402-584dfa5dab48 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:26.176599 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-474ecb34-2650-4402-858c-2f0eb8bf8b0e req-122ae70a-b429-43db-b402-584dfa5dab48 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1890824
May 18 01:45:26.298355 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Calling delete_port for b9395781-ad83-4a1e-8d93-1a295379d691 owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:26.341285 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-474ecb34-2650-4402-858c-2f0eb8bf8b0e req-73edba9a-c42f-4d4c-b7ec-d43015d5d0d5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131978
May 18 01:45:26.442490 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.447436 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7b154d9d-d223-4a5e-af4e-d8d6731c06e9 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:26.524375 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Pushing event deleted for resources: {'Port': ['ID=b9395781-ad83-4a1e-8d93-1a295379d691,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:26.527095 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:26.681859 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.695940 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:26.697030 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] 10.222.0.16 "DELETE /v2.0/floatingips/eef60bee-010e-4291-b0a6-48a8ce895719 HTTP/1.1" status: 204  len: 168 time: 0.9458725
May 18 01:45:27.533841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac368d7-5bbb-46a8-9268-86381ebc6942 req-c391c05f-4e0c-4247-8619-927d7d8a9c69 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:27.535913 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 8f6dc203-9fc5-4a53-b523-347e7a553ff4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:45:27.536459 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ac368d7-5bbb-46a8-9268-86381ebc6942 req-c391c05f-4e0c-4247-8619-927d7d8a9c69 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0882180
May 18 01:45:27.585594 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ac368d7-5bbb-46a8-9268-86381ebc6942 req-8cdbf6a0-388f-48bd-ab36-b8681a2fd8a5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436709
May 18 01:45:27.607147 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 8f6dc203-9fc5-4a53-b523-347e7a553ff4 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:45:27.607531 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 8f6dc203-9fc5-4a53-b523-347e7a553ff4 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:45:28.775573 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b074b76-07ee-47f1-ae81-ab44895535e4 req-73b99664-7195-4f1d-87c5-0cd3e101ff0c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:28.777035 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8b074b76-07ee-47f1-ae81-ab44895535e4 req-73b99664-7195-4f1d-87c5-0cd3e101ff0c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0816231
May 18 01:45:28.821080 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8b074b76-07ee-47f1-ae81-ab44895535e4 req-697c7a65-1221-4441-9ba6-9ff6e5893de3 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382819
May 18 01:45:30.004726 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52dcb-ae52-432c-89af-0dacf8561819 req-037ca4f4-742a-45f2-992a-a4d5e2edfd48 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:30.006198 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b6a52dcb-ae52-432c-89af-0dacf8561819 req-037ca4f4-742a-45f2-992a-a4d5e2edfd48 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0824218
May 18 01:45:30.050111 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b6a52dcb-ae52-432c-89af-0dacf8561819 req-a5301816-534a-49f0-87bf-ea060b80a51c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379882
May 18 01:45:30.678747 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60898) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:31.235446 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7011ef-5662-4da6-9514-fb1e77db2ce9 req-a89bb403-d0b2-4b3e-8694-dd270a694d30 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:31.238154 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8a7011ef-5662-4da6-9514-fb1e77db2ce9 req-a89bb403-d0b2-4b3e-8694-dd270a694d30 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0802147
May 18 01:45:31.284741 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8a7011ef-5662-4da6-9514-fb1e77db2ce9 req-efd77e48-4c63-4239-a870-16de1f62a013 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415266
May 18 01:45:31.404010 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:31.796679 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Deleting port 135d0b11-c75a-4498-8730-8c3f881bdd79 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:31.797413 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:31.916932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] For port 135d0b11-c75a-4498-8730-8c3f881bdd79, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=135d0b11-c75a-4498-8730-8c3f881bdd79,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:31.917314 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:31.921884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-47178cfa-7527-48d4-aef7-0decd9cfe979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:31.923430 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-47178cfa-7527-48d4-aef7-0decd9cfe979 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.0720475
May 18 01:45:32.040501 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Calling delete_port for 135d0b11-c75a-4498-8730-8c3f881bdd79 owned by network:router_interface {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:32.055801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-fe72922a-01eb-482d-bbfc-2e17093033d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:32.057195 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-fe72922a-01eb-482d-bbfc-2e17093033d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.1280565
May 18 01:45:32.159311 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-ad7c0686-db48-4e2d-be72-256cf3c63c3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 1001 time: 0.0959921
May 18 01:45:32.220222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-0e60d192-6f4e-4535-84f5-92b74c159f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:32.221677 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-0e60d192-6f4e-4535-84f5-92b74c159f6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0563514
May 18 01:45:32.298701 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-5a305c89-c3cf-4f3e-b15d-5091e16f76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:32.299428 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f4961cc6-0fbf-49d7-ac05-88cc3c11b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:32.300852 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-5a305c89-c3cf-4f3e-b15d-5091e16f76a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723548
May 18 01:45:32.322321 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:32.326301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:32.411860 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:45:32.477120 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=135d0b11-c75a-4498-8730-8c3f881bdd79,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:32.485847 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-d3aaceca-4e9e-4968-9a41-de3ab2671016 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793404
May 18 01:45:32.518428 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.518805 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.519175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.519534 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.519890 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.520245 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.520626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.520976 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.521329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.521675 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.522024 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.522370 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:32.550783 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:32.595613 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a1a5-b4bb-4038-a732-9ba7455a074f req-b7346ef1-695d-46c4-8780-da1cc0625436 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:32.597120 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5982a1a5-b4bb-4038-a732-9ba7455a074f req-b7346ef1-695d-46c4-8780-da1cc0625436 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1970837
May 18 01:45:32.675660 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5982a1a5-b4bb-4038-a732-9ba7455a074f req-74cd6d6c-97a1-494b-a0a4-4f3b80aa1f58 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679102
May 18 01:45:32.677648 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c71fcce-3e12-44cd-b15c-2d4424280bc9 req-3c340603-bf0a-4eb1-972d-35e41ed0b0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828916
May 18 01:45:32.756474 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:33.104367 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Router 590853c8-91dc-48a1-abb6-fef9234e611c has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:45:33.275906 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:45:33.284003 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Sync routers for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:45:33.287509 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] 10.222.0.16 "PUT /v2.0/routers/590853c8-91dc-48a1-abb6-fef9234e611c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6076944
May 18 01:45:33.290568 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60908) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:33.294036 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:33.294643 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0486670>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:33.459658 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:33.467652 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:33.632468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:33.702076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Deleting port 3041d1d1-1e75-428e-ab67-ce69d9b28777 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:33.702437 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:33.747960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0486670>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:45:32Z', 'revision_number': 5, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port': {'id': '3041d1d1-1e75-428e-ab67-ce69d9b28777', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:33.752269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Checking router: 590853c8-91dc-48a1-abb6-fef9234e611c for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:45:33.762302 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Routers {'590853c8-91dc-48a1-abb6-fef9234e611c'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:33.762932 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0486670>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['590853c8-91dc-48a1-abb6-fef9234e611c'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:33.866529 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824e9d-306a-4c4b-9249-414770940b62 req-2f6e2d8f-c5bc-4bfa-b094-766a24e61839 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:33.868649 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91824e9d-306a-4c4b-9249-414770940b62 req-2f6e2d8f-c5bc-4bfa-b094-766a24e61839 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0814176
May 18 01:45:33.919895 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] Set router 590853c8-91dc-48a1-abb6-fef9234e611c gateway port host: None {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:33.928457 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-91824e9d-306a-4c4b-9249-414770940b62 req-4f11f1c3-d5bf-411b-b770-244ef343c718 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533843
May 18 01:45:33.931044 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] For port 3041d1d1-1e75-428e-ab67-ce69d9b28777, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3041d1d1-1e75-428e-ab67-ce69d9b28777,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:33.931728 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.037824 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0486670>, [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:45:33Z', 'revision_number': 6, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:34.041923 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aac37a-c0cf-4373-872e-47c4cef4de34 None None] The sync data for ids ['590853c8-91dc-48a1-abb6-fef9234e611c'] in dv-cinder-784623-9-iscsi is: [{'id': '590853c8-91dc-48a1-abb6-fef9234e611c', 'name': 'tempest-AttachVolumeTestJSON-639152630-router', 'tenant_id': '409ea4c0034a4318bdae3a2b20926927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:27Z', 'updated_at': '2021-05-18T01:45:33Z', 'revision_number': 6, 'project_id': '409ea4c0034a4318bdae3a2b20926927', 'gw_port_host': None}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:45:34.060922 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Calling delete_port for 3041d1d1-1e75-428e-ab67-ce69d9b28777 owned by network:router_gateway {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:34.198653 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.203067 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:34.248564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3041d1d1-1e75-428e-ab67-ce69d9b28777,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:34.274130 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:34.336739 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.515188 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.517695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.611939 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.612599 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590853c8-91dc-48a1-abb6-fef9234e611c {{(pid=78860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:45:34.623890 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.628329 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.629469 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] 10.222.0.16 "DELETE /v2.0/routers/590853c8-91dc-48a1-abb6-fef9234e611c HTTP/1.1" status: 204  len: 168 time: 1.3379698
May 18 01:45:34.632051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60914) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:34.659046 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-908585c7-453c-417c-b3b3-e5ee8b134fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.695397 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Deleting subnet 9d3a75b4-7da1-4543-a895-24dfa6721c33 {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:45:34.698297 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.754387 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:34.872371 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.138964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e5b-baa6-4ade-832e-f1fd5eeeb5bf req-9aeb21bf-f694-4783-98b2-aa56564e850d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:35.140471 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15892e5b-baa6-4ade-832e-f1fd5eeeb5bf req-9aeb21bf-f694-4783-98b2-aa56564e850d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0961115
May 18 01:45:35.142849 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.146931 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0ece67d6-be93-4f10-ac8a-9d3200fa6c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:35.183830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3a75b4-7da1-4543-a895-24dfa6721c33,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:35.186491 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-15892e5b-baa6-4ade-832e-f1fd5eeeb5bf req-9ef25a3a-84f0-4c26-b155-a40f9a5654f5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397892
May 18 01:45:35.187642 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:35.190829 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.196722 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8214a26-3470-4b0b-919e-2d919aebcca6 None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:45:35.197097 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d3a75b4-7da1-4543-a895-24dfa6721c33 HTTP/1.1" status: 204  len: 168 time: 0.5640702
May 18 01:45:35.199485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 60920) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:35.418040 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.493631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60932) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:35.498560 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] DHCP port deletion for 0329a854-a80f-4d3b-b599-428accfcaec5 request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:45:35.498714 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Deleting port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:35.498975 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.590338 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Deleting port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:35.590995 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.621617 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] For port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:35.621964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.656871 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 135d0b11-c75a-4498-8730-8c3f881bdd79 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:45:35.717294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 135d0b11-c75a-4498-8730-8c3f881bdd79 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:45:35.717675 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 135d0b11-c75a-4498-8730-8c3f881bdd79 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:45:35.718052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:45:35.744801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964867a-6f55-43a0-bcd8-36431cfffa68 req-ceea40d6-1e4f-40e4-92e7-58a4c313fd61 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:35.746191 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6964867a-6f55-43a0-bcd8-36431cfffa68 req-ceea40d6-1e4f-40e4-92e7-58a4c313fd61 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.2372215
May 18 01:45:35.750262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Calling delete_port for 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:35.779467 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-ea9b6a8b-7712-4473-bce7-78993db73bda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2836456
May 18 01:45:35.783715 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.794637 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] For port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,segment=NetworkSegment(5b979aec-c4cd-48a9-a298-391d79f28731),segment_id=5b979aec-c4cd-48a9-a298-391d79f28731)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:35.795060 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.814203 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:35.823903 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6964867a-6f55-43a0-bcd8-36431cfffa68 req-94ee31c2-1a10-4c27-9779-bd21f1c5b34a tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641370
May 18 01:45:35.829495 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:35.877208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:35.879822 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:35.883856 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] No DVR routers for this DVR port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:45:35.999473 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Calling delete_port for 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:36.005541 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.013441 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 update to DOWN by agent not found {{(pid=78861) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
May 18 01:45:36.013930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3041d1d1-1e75-428e-ab67-ce69d9b28777 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:45:36.022412 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9a8b73a0>,) {'filters': {'network_id': ['0329a854-a80f-4d3b-b599-428accfcaec5']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:36.035627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a8b73a0>, '5b979aec-c4cd-48a9-a298-391d79f28731') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:36.035945 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a8b73a0>, '5b979aec-c4cd-48a9-a298-391d79f28731') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:36.048447 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 3041d1d1-1e75-428e-ab67-ce69d9b28777 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:45:36.048794 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3041d1d1-1e75-428e-ab67-ce69d9b28777 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:45:36.048925 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.066202 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.076067 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:45:36.076685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:45:36.092053 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:45:36.172825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.173718 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.176732 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5fb89d1a-5a99-464e-8256-f17e98dc19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:36.177408 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:36.192724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.202508 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=0329a854-a80f-4d3b-b599-428accfcaec5,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:36.205743 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:36.218686 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] 10.222.0.16 "DELETE /v2.0/networks/0329a854-a80f-4d3b-b599-428accfcaec5 HTTP/1.1" status: 204  len: 168 time: 1.0182171
May 18 01:45:36.223725 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Pushing event deleted for resources: {'Port': ['ID=2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:36.225841 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Network 0329a854-a80f-4d3b-b599-428accfcaec5 is not hosted by any dhcp agent {{(pid=78861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 18 01:45:36.226637 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] No DVR routers for this DVR port 2cd7a726-3b45-480c-8e8a-dc5b1c8b1df7 on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:45:36.228127 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:36.350377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60946) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:36.401073 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-802e290f-8f42-44b0-8214-6ffa2ba6f03f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=409ea4c0034a4318bdae3a2b20926927&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0494623
May 18 01:45:36.403464 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 60950) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:36.462581 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.489426 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.544292 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.547789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-39237645-0068-45eb-b2ba-a1a6976f521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:36.561408 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b68712d-b5b1-411a-828b-d0d257b8a77c,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:36.566177 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:36.569299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:36.570997 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b68712d-b5b1-411a-828b-d0d257b8a77c HTTP/1.1" status: 204  len: 168 time: 0.1666007
May 18 01:45:37.012139 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988b783-c8ec-4c9f-ba65-172c4f87d96f req-cbd49c7d-4775-4e1a-a3dc-17fd81acbef5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.013800 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7988b783-c8ec-4c9f-ba65-172c4f87d96f req-cbd49c7d-4775-4e1a-a3dc-17fd81acbef5 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0849383
May 18 01:45:37.061380 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7988b783-c8ec-4c9f-ba65-172c4f87d96f req-7864d81e-7ccc-4742-9810-d5ef20c25f92 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411587
May 18 01:45:37.372735 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:37.432232 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234137-4ba9-484b-bf0a-f27d28236475 req-590047ac-f594-4d2a-89fe-b3859e1785ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.433750 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-590047ac-f594-4d2a-89fe-b3859e1785ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451&tenant_id=26a3a93319a54320819f6f385f3682b7 HTTP/1.1" status: 200  len: 1098 time: 0.0782433
May 18 01:45:37.528468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234137-4ba9-484b-bf0a-f27d28236475 req-5b946cdc-3555-41de-ac0c-be9157004cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.529867 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-5b946cdc-3555-41de-ac0c-be9157004cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.0731814
May 18 01:45:37.534782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:45:37.655463 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:37.675540 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234137-4ba9-484b-bf0a-f27d28236475 req-cfc11b61-4685-4d62-afa8-8ff923fbf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.677087 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-cfc11b61-4685-4d62-afa8-8ff923fbf6c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.1407001
May 18 01:45:37.684770 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:45:37.694574 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:37.701642 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:37.704375 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:37.759736 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'code': 200}
May 18 01:45:37.784979 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=6']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:37.787614 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-bbbc64be-1d66-4f79-b9f7-046df722ca66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 999 time: 0.1023021
May 18 01:45:37.788124 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:37.853147 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234137-4ba9-484b-bf0a-f27d28236475 req-fb872049-0457-4003-b0c6-e11c3271723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.854619 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-fb872049-0457-4003-b0c6-e11c3271723b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0596437
May 18 01:45:37.935332 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234137-4ba9-484b-bf0a-f27d28236475 req-999cc944-ccd5-42ef-b180-592fd329bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:37.936898 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-999cc944-ccd5-42ef-b180-592fd329bc40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749657
May 18 01:45:38.073301 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-a167babb-8f44-4f8c-a915-4db67d6f5da5 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291468
May 18 01:45:38.263052 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-28234137-4ba9-484b-bf0a-f27d28236475 req-ae0ba631-3bd7-4c26-b5f3-f39455daf867 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829121
May 18 01:45:38.285690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a67b2-952f-4935-9c3e-e90bc922bc36 req-4f000861-e665-48f4-bd09-735694583c29 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:38.287200 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-211a67b2-952f-4935-9c3e-e90bc922bc36 req-4f000861-e665-48f4-bd09-735694583c29 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.1045833
May 18 01:45:38.340070 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-211a67b2-952f-4935-9c3e-e90bc922bc36 req-b961fac1-df0f-4f54-92cf-1faf9129b621 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455236
May 18 01:45:38.433347 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 32776) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:38.549025 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.563257 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:38.566947 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff3b7411f7048beb6b0156ac89146b7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:38.569753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:38.575843 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:38.660007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.663630 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.672386 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-cb1a8446-b40c-4624-8a84-8ae317e91466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:38.709673 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ff3b7411f7048beb6b0156ac89146b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2750735
May 18 01:45:38.711837 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c28452-4218-4991-908b-0ad439c4aa91,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:38.713065 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 32782) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:38.714914 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:38.772652 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.797976 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.847923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.851440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c17952f1-4220-4dc7-9040-9295fca1d8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:38.864988 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c28452-4218-4991-908b-0ad439c4aa91,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:38.868797 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:38.871904 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:38.874092 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c28452-4218-4991-908b-0ad439c4aa91 HTTP/1.1" status: 204  len: 168 time: 0.1590657
May 18 01:45:39.147313 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 32790) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:39.164518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.178124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:39.182416 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Usage tracker for resource:security_group_rule and tenant:129d4aa7bc7c42968c8b333c87657c54 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:39.185151 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:39.190667 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:39.269197 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.272658 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.279777 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-dfc8a251-6355-4a88-9655-0d07ae68cf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:39.319433 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=129d4aa7bc7c42968c8b333c87657c54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1710525
May 18 01:45:39.320530 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1b71e-92d9-4550-bf0e-bb65185833b2,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:39.322136 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 32794) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:39.323588 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:39.381269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.411040 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.506085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.512045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bcaf753e-d5ed-4222-b9b0-9d1e9875d4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:39.526879 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1b71e-92d9-4550-bf0e-bb65185833b2,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:39.531174 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:39.539448 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:39.542920 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8b1b71e-92d9-4550-bf0e-bb65185833b2 HTTP/1.1" status: 204  len: 168 time: 0.2174280
May 18 01:45:39.558451 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed67386-7923-4fc7-96e9-64b201de11f7 req-36337df2-64e3-46cc-bfc3-38af0d12cacd tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:39.560032 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ed67386-7923-4fc7-96e9-64b201de11f7 req-36337df2-64e3-46cc-bfc3-38af0d12cacd tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.1132500
May 18 01:45:39.605149 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8ed67386-7923-4fc7-96e9-64b201de11f7 req-3b389353-1272-4d87-bc1e-aace182a0e66 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390673
May 18 01:45:40.795303 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aefd2-a8f7-4869-8324-e5e612e24d3b req-76e4c4ae-183d-48ed-a6e9-54a723736d33 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:40.796768 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-294aefd2-a8f7-4869-8324-e5e612e24d3b req-76e4c4ae-183d-48ed-a6e9-54a723736d33 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0831163
May 18 01:45:40.843157 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-294aefd2-a8f7-4869-8324-e5e612e24d3b req-270833bc-56d7-4967-b939-13257e49ca95 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406983
May 18 01:45:42.025290 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef41306-0a41-428c-a9ff-0219367ca249 req-a70a602f-890a-46a4-90ca-b499d8ab2c5f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:42.026736 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3ef41306-0a41-428c-a9ff-0219367ca249 req-a70a602f-890a-46a4-90ca-b499d8ab2c5f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0792079
May 18 01:45:42.160931 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3ef41306-0a41-428c-a9ff-0219367ca249 req-2d9b8d0b-f29d-483b-a79f-12e6a83b5362 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283782
May 18 01:45:43.343108 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126e62-aac7-44fe-a87d-fe1e21f8b78a req-f2b5b46d-412c-463c-b817-957bb1568a66 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:43.344557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e4126e62-aac7-44fe-a87d-fe1e21f8b78a req-f2b5b46d-412c-463c-b817-957bb1568a66 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0777972
May 18 01:45:43.388516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e4126e62-aac7-44fe-a87d-fe1e21f8b78a req-6b338427-e6a4-4d16-b052-4e92a8e118f3 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383461
May 18 01:45:44.433169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d9d2e-0f75-41cc-8df5-d9b354d77c9f req-f1f5e910-e95c-4371-aacf-6c9f999931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:44.434817 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0b7d9d2e-0f75-41cc-8df5-d9b354d77c9f req-f1f5e910-e95c-4371-aacf-6c9f999931dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1096 time: 0.0780213
May 18 01:45:44.479043 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0b7d9d2e-0f75-41cc-8df5-d9b354d77c9f req-c302f97c-9355-414d-bc3b-d5df79852744 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374892
May 18 01:45:44.583244 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1f48-4979-49b6-ac7a-273c2dd2520f req-115a56e2-ac29-422f-b386-11a7bbd540bf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:44.584953 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-01bb1f48-4979-49b6-ac7a-273c2dd2520f req-115a56e2-ac29-422f-b386-11a7bbd540bf tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0834470
May 18 01:45:44.632273 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-01bb1f48-4979-49b6-ac7a-273c2dd2520f req-80402e29-4dd7-4e24-855b-984cc6368e9b tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408444
May 18 01:45:45.101498 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 32902) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:45.217730 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.232018 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:45.236121 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Usage tracker for resource:security_group_rule and tenant:236b8844f9494192b6877d1e49cfa7b4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:45.238950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:45.245294 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:45.330118 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.333392 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.341676 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-50f52001-355e-42ab-8b3f-c0a0cb561897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:45.380372 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=236b8844f9494192b6877d1e49cfa7b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2776783
May 18 01:45:45.381128 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75da2d-7cbb-4cd8-ba23-0c98084f0705,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:45.382954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 32908) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:45.384828 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:45.440985 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.466440 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.521007 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.525591 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-04633b51-4b0b-4828-a0ed-0513104edd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:45.535511 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:45:45.537701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d75da2d-7cbb-4cd8-ba23-0c98084f0705,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:45.544200 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:45.548947 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.550053 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-195047b8-b175-4813-b9dd-cb296100f282 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d75da2d-7cbb-4cd8-ba23-0c98084f0705 HTTP/1.1" status: 204  len: 168 time: 0.1648085
May 18 01:45:45.684450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:45.699398 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'port_id': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'mac_address': 'fa:16:3e:3a:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:45:45.761388 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.778481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edc3375-334f-4bd6-bad0-7416484b0c9f {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:45:45.794336 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:45.799549 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.801641 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:45.835256 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c76d-7c47-4658-a035-3ccac5670420 req-a7ac7733-8883-47b0-aebb-6cd747abb284 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:45.838030 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d1a1c76d-7c47-4658-a035-3ccac5670420 req-a7ac7733-8883-47b0-aebb-6cd747abb284 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 943 time: 0.0967000
May 18 01:45:45.848849 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 32918) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:45.866718 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.884449 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d1a1c76d-7c47-4658-a035-3ccac5670420 req-d7a779e8-a819-43c2-b768-594a63a4496e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404906
May 18 01:45:45.885319 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:45.885464 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=7']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:45.889786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Usage tracker for resource:security_group_rule and tenant:e8758f670a2342fe8d0b213dac3321d3 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:45.893075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:45.893295 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.893639 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.893974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.894321 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.894630 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.894953 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.895275 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.895594 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.895916 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.896233 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.896574 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.896887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:45:45.902103 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:45.908740 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:45.983611 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.987616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:45.995342 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a5173b35-faec-46d8-bb6b-141b252e269b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:46.033344 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eda28b-2fa3-4cf8-988c-dc969bbc75f9,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:46.037270 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:46.039515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['1edc3375-334f-4bd6-bad0-7416484b0c9f'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:45:46.043226 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8758f670a2342fe8d0b213dac3321d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1932373
May 18 01:45:46.043772 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 32924) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:46.103453 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:46.128957 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:46.178576 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:46.182961 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4b0f6127-7d94-454d-b9a1-3d1bc1d1023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:46.194743 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eda28b-2fa3-4cf8-988c-dc969bbc75f9,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:46.197900 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:46.205670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:46.206778 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54eda28b-2fa3-4cf8-988c-dc969bbc75f9 HTTP/1.1" status: 204  len: 168 time: 0.1616957
May 18 01:45:47.550809 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:45:47.623522 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 1edc3375-334f-4bd6-bad0-7416484b0c9f triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:45:47.623898 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:47.739198 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:47.765789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:45:47.775695 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:47.782190 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:47.784615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:47.818578 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'code': 200}
May 18 01:45:47.854268 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=8']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:47.857448 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:51.667137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33028) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:51.788008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:51.802181 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:51.806039 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:80211d7894444298912e81042bf81959 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:51.808898 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:51.814553 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:51.905707 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:51.909445 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:51.918319 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-42d80367-2bf5-43a4-a6c4-8fdee1cf0357 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:51.957741 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80211d7894444298912e81042bf81959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2895114
May 18 01:45:51.959342 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4afd2b-f1db-4dcd-9211-bf7ef760864a,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:51.960804 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33034) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:51.963268 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:52.025399 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.050391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.103609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.107281 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9f1a38d9-9b1b-4003-8c78-2cde863da354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:52.119590 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4afd2b-f1db-4dcd-9211-bf7ef760864a,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:52.122350 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:52.131334 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.132473 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9cf71ebe-1fd3-4323-aac7-4f4a910c0fc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e4afd2b-f1db-4dcd-9211-bf7ef760864a HTTP/1.1" status: 204  len: 168 time: 0.1694515
May 18 01:45:52.404756 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33042) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:52.422438 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.437105 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:52.441136 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Usage tracker for resource:security_group_rule and tenant:93390fb48ca243a18953abc3d49d5459 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:52.443892 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:52.449797 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:52.532208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.536028 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.545482 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-290cf242-28a2-4363-833b-8cee85cf09dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:52.588959 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93390fb48ca243a18953abc3d49d5459&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831686
May 18 01:45:52.589885 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6c037-edd1-4879-82d4-cf82916a497f,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:52.591859 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33046) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:52.593027 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:52.648521 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.673734 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.723217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.727041 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-eb24a1a2-1f20-4166-bb36-45a39d9bb5ed tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:52.739648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6c037-edd1-4879-82d4-cf82916a497f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:52.742468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:52.750074 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:52.751213 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ab6c037-edd1-4879-82d4-cf82916a497f HTTP/1.1" status: 204  len: 168 time: 0.1583564
May 18 01:45:53.084128 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33054) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:53.106157 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.120271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:45:53.123997 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e81c8d5bee9d4336926fbdbc3f8671a7 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:45:53.126736 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:45:53.132272 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:45:53.218015 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.221702 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.229835 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2188b3c3-d188-492d-94d4-632a69e513fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:53.270090 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e81c8d5bee9d4336926fbdbc3f8671a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1846032
May 18 01:45:53.271000 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87157fb-da8c-41c0-8341-b9a25563e147,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:53.272793 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33058) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:45:53.273895 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2dbff40b-84b8-4a49-8a89-6bb7855875b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:53.282759 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.331706 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.357448 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.407632 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.411221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d7d1cbea-adb9-4579-b471-1996a54e67f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:53.422831 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87157fb-da8c-41c0-8341-b9a25563e147,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:53.425373 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:53.432964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:53.434089 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f87157fb-da8c-41c0-8341-b9a25563e147 HTTP/1.1" status: 204  len: 168 time: 0.1603260
May 18 01:45:53.584067 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-ac6eed8f-1367-44a2-a1ed-07ea8685a0d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684745
May 18 01:45:53.677407 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-69cec7af-7631-47f8-91a1-a01ea8918171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:53.678885 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-69cec7af-7631-47f8-91a1-a01ea8918171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 1099 time: 0.0747612
May 18 01:45:53.828480 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-80a42948-6c77-4a94-9645-fd4a2c39bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:53.829909 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-80a42948-6c77-4a94-9645-fd4a2c39bc5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 200  len: 917 time: 0.1313491
May 18 01:45:53.933201 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-424865b5-ae19-4ca4-b6ec-27377dcda692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 200  len: 1000 time: 0.0972061
May 18 01:45:53.999320 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-43e85e89-82f1-4cb1-9ef0-7dc40578dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:54.000956 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-43e85e89-82f1-4cb1-9ef0-7dc40578dc41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 200  len: 856 time: 0.0612106
May 18 01:45:54.079168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-0ef952c0-2d05-445b-bdf7-e047d30689c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:54.080674 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-0ef952c0-2d05-445b-bdf7-e047d30689c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f9a4e49a-e6eb-464d-8878-0bb9422087bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738409
May 18 01:45:54.218184 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-f9f0fba7-7418-40a5-ad0e-a5c1758071ef service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271031
May 18 01:45:54.350779 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cd7e3a44-f37b-48eb-974d-44c92d043165 req-1ca4bfe5-3a81-4a5a-9dcf-c6dde61b36b2 service neutron] 10.222.0.32 "GET /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255760
May 18 01:45:56.302010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a5d7-f626-4509-b22f-bf47ccaa37d2 req-c2c5f016-4c2e-4a73-9a61-5e0b2b792ceb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:56.303466 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3e0a5d7-f626-4509-b22f-bf47ccaa37d2 req-c2c5f016-4c2e-4a73-9a61-5e0b2b792ceb tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.1601992
May 18 01:45:56.348893 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f3e0a5d7-f626-4509-b22f-bf47ccaa37d2 req-bf1af839-4969-4462-8e55-b22dc08a8e8c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389411
May 18 01:45:57.599367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de61ea6-8082-41d7-a26f-db3a21f02ecc req-a6755215-2cbd-4c08-9fb7-9de5afc30ac1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:57.600855 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6de61ea6-8082-41d7-a26f-db3a21f02ecc req-a6755215-2cbd-4c08-9fb7-9de5afc30ac1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.1391137
May 18 01:45:57.609789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-59aa7791-d22d-4548-be83-ae172adf3339 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:45:57.611157 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-59aa7791-d22d-4548-be83-ae172adf3339 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 946 time: 0.1154330
May 18 01:45:57.704411 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6de61ea6-8082-41d7-a26f-db3a21f02ecc req-1b2c9aa2-fa65-425b-95a0-d8dfef7abdbc tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups?id=06e266e9-1925-4da0-9c07-726cdd094be7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922804
May 18 01:45:57.780907 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Deleting port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:45:57.781231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:57.917249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] For port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:45:57.917600 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:58.204806 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:58.205077 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:58.205389 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Floating IP e57a29bf-d714-4dca-8260-f4c26a5ddda3 disassociated. External IP: 172.27.1.29, port: 74e57cd3-5eae-459a-a22e-0cddc9e6a5da.
May 18 01:45:58.205721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Calling delete_port for 74e57cd3-5eae-459a-a22e-0cddc9e6a5da owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:45:58.313701 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:58.319286 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fda1c03e-046e-4d60-9023-46f561d1c9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:45:58.368174 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'Port': ['ID=74e57cd3-5eae-459a-a22e-0cddc9e6a5da,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:45:58.371763 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:45:58.557211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:45:58.735611 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:45:58.749436 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:45:58.762401 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:58.763323 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f5f40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:58.954144 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] No DVR routers for this DVR port 74e57cd3-5eae-459a-a22e-0cddc9e6a5da on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:45:58.955546 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:58.957218 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:45:58.960650 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-deleted', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:45:58.966827 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ac05bc10-46f9-4727-84c0-610b902341c4 req-a52fa33c-229a-468f-84de-0ee7decb37be tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47 HTTP/1.1" status: 200  len: 210 time: 0.0583048
May 18 01:45:59.003723 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-dd5e4283-4e88-4da6-9da2-3e5cd886e6f1 req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.32 "DELETE /v2.0/ports/74e57cd3-5eae-459a-a22e-0cddc9e6a5da HTTP/1.1" status: 204  len: 173 time: 1.3758128
May 18 01:45:59.040659 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53c28-bb9f-42ca-a5b9-4f1a8e4b7d47', 'name': 'network-vif-deleted', 'tag': '74e57cd3-5eae-459a-a22e-0cddc9e6a5da', 'status': 'completed', 'code': 200}
May 18 01:45:59.292984 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f5f40>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:59.296839 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:45:59.305285 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:45:59.305867 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f5f40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:45:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:59.515968 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:45:59.821168 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa16f5f40>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:45:59.825373 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca15b4-36a6-44cd-bede-10bc7c3bd079 None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:38:38Z', 'revision_number': 4, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6', 'name': '', 'network_id': 'f9a4e49a-e6eb-464d-8878-0bb9422087bd', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'mac_address': 'fa:16:3e:ec:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:53Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'subnets': [{'id': '3d421ba1-10aa-4e50-9369-f394825b210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:00.048008 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fb0d5-ce4f-4eca-9c82-d68517253fd6 None None] New status for floating IP e57a29bf-d714-4dca-8260-f4c26a5ddda3: DOWN {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:46:01.131137 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33152) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:01.194485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.222768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.279685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.283296 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-615dcde1-39e5-48fb-ae24-4422e4eac4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:01.296694 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e266e9-1925-4da0-9c07-726cdd094be7,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:01.299712 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:01.309172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.310364 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "DELETE /v2.0/security-groups/06e266e9-1925-4da0-9c07-726cdd094be7 HTTP/1.1" status: 204  len: 168 time: 0.1782525
May 18 01:46:01.313072 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33156) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:01.330331 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.api.v2.resource [None req-a0f06b05-f032-4a61-b5a5-24fb5477b2e1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] show failed (client error): The resource could not be found.
May 18 01:46:01.331288 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a0f06b05-f032-4a61-b5a5-24fb5477b2e1 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "GET /v2.0/security-groups/06e266e9-1925-4da0-9c07-726cdd094be7 HTTP/1.1" status: 404  len: 347 time: 0.0173197
May 18 01:46:01.333936 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33160) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:01.598524 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:46:01.637968 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 74e57cd3-5eae-459a-a22e-0cddc9e6a5da {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:46:01.638639 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 74e57cd3-5eae-459a-a22e-0cddc9e6a5da not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:46:01.646986 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Deleting port 23e41e7a-4d4a-4128-97e7-3b014d2e8e09 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:01.647323 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.764291 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.764630 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:01.885527 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Calling delete_port for 23e41e7a-4d4a-4128-97e7-3b014d2e8e09 owned by network:floatingip {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:01.998750 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:02.003182 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-69cc9148-eaa9-47a2-a028-9c8607ecb652 tempest-ServerRescueNegativeTestJSON-1396293916 tempest-ServerRescueNegativeTestJSON-1396293916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:02.050128 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Pushing event deleted for resources: {'Port': ['ID=23e41e7a-4d4a-4128-97e7-3b014d2e8e09,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:02.080645 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:02.145354 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks [] for floatingip, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:02.160993 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:02.165172 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0d1404b5-fe30-4599-afab-0a66c78f54b6 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] 10.222.0.16 "DELETE /v2.0/floatingips/e57a29bf-d714-4dca-8260-f4c26a5ddda3 HTTP/1.1" status: 204  len: 168 time: 0.8272512
May 18 01:46:02.302049 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-a0ab93a4-e6ec-452c-a7f9-f942672a4261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:04.626261 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:04.659648 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13cd7e8c-a829-431b-8091-0be3e084187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:05.715728 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:07.376438 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:08.197096 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33220) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:08.885261 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:09.377362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Deleting port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:09.378021 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:09.409041 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:46:09.503174 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] For port 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:09.503525 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:09.624451 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Calling delete_port for 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 owned by network:router_interface {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:09.769878 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:09.774353 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-16a79445-d072-4446-bb66-38ebc9b6f7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:09.820075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:09.823100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:10.103460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:10.451770 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Router 004eea58-736b-4452-84d5-ba54483cfce3 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:46:10.725112 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:10.733745 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Sync routers for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:10.737001 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] 10.222.0.16 "PUT /v2.0/routers/004eea58-736b-4452-84d5-ba54483cfce3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5387032
May 18 01:46:10.739431 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33240) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:10.743214 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:10.743810 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cd00>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:10.911221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks [] for router, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:10.914224 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:11.094996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.171112 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Deleting port 56717e26-a5b0-4373-af6f-3c414dc2f376 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:11.171547 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.214055 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cd00>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:46:09Z', 'revision_number': 5, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port': {'id': '56717e26-a5b0-4373-af6f-3c414dc2f376', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004eea58-736b-4452-84d5-ba54483cfce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:28Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:11.218296 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Checking router: 004eea58-736b-4452-84d5-ba54483cfce3 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:11.227561 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Routers {'004eea58-736b-4452-84d5-ba54483cfce3'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:11.228164 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cd00>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['004eea58-736b-4452-84d5-ba54483cfce3'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:11.297797 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] For port 56717e26-a5b0-4373-af6f-3c414dc2f376, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=56717e26-a5b0-4373-af6f-3c414dc2f376,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:11.298275 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.387184 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] Set router 004eea58-736b-4452-84d5-ba54483cfce3 gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:11.420805 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Calling delete_port for 56717e26-a5b0-4373-af6f-3c414dc2f376 owned by network:router_gateway {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:11.491675 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cd00>, [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:46:11Z', 'revision_number': 6, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:11.501037 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116a29-32c5-406d-9e48-43f4c8e32b95 None None] The sync data for ids ['004eea58-736b-4452-84d5-ba54483cfce3'] in dv-cinder-784623-9-iscsi is: [{'id': '004eea58-736b-4452-84d5-ba54483cfce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1312053756-router', 'tenant_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:26Z', 'updated_at': '2021-05-18T01:46:11Z', 'revision_number': 6, 'project_id': 'e27a135b6f60458080f4d5d86c5f22b4', 'gw_port_host': None}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:11.567295 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.571013 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bff65ae7-6367-4883-8fd3-56d4466336e4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:11.618630 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Pushing event deleted for resources: {'Port': ['ID=56717e26-a5b0-4373-af6f-3c414dc2f376,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:11.625919 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:11.718300 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.893593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.896190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.923921 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.925391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004eea58-736b-4452-84d5-ba54483cfce3 {{(pid=78860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:46:11.942073 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:11.943353 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] 10.222.0.16 "DELETE /v2.0/routers/004eea58-736b-4452-84d5-ba54483cfce3 HTTP/1.1" status: 204  len: 168 time: 1.2023320
May 18 01:46:11.945962 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33300) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:12.011017 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Deleting subnet 3d421ba1-10aa-4e50-9369-f394825b210c {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:46:12.014581 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.171070 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.247931 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.501900 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.505638 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:12.542380 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d421ba1-10aa-4e50-9369-f394825b210c,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:12.545473 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:12.546577 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.554814 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-82ea686a-d6b2-41b5-b8ab-1b682f92bae5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d421ba1-10aa-4e50-9369-f394825b210c HTTP/1.1" status: 204  len: 168 time: 0.6055694
May 18 01:46:12.555077 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33306) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:12.556278 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f34a18-e68f-435d-aa5f-995ff7c98caa None None] Network f9a4e49a-e6eb-464d-8878-0bb9422087bd requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:46:12.670109 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.754748 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Deleting port fa2966b0-a2c9-4d44-ba44-af0725ccc07f {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:12.755097 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.825084 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] DHCP port deletion for f9a4e49a-e6eb-464d-8878-0bb9422087bd request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:46:12.870295 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] For port fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:12.870563 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.894301 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Deleting port fa2966b0-a2c9-4d44-ba44-af0725ccc07f {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:12.894681 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.991420 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] For port fa2966b0-a2c9-4d44-ba44-af0725ccc07f, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,segment=NetworkSegment(34ffff6d-5028-44e2-9c27-c548b6097f4d),segment_id=34ffff6d-5028-44e2-9c27-c548b6097f4d)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:12.991814 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:12.997003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Calling delete_port for fa2966b0-a2c9-4d44-ba44-af0725ccc07f owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:13.042944 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.046624 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:13.094814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:13.097735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:13.102091 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] No DVR routers for this DVR port fa2966b0-a2c9-4d44-ba44-af0725ccc07f on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:46:13.118736 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Calling delete_port for fa2966b0-a2c9-4d44-ba44-af0725ccc07f owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:13.160511 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.164830 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:13.207820 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Pushing event deleted for resources: {'Port': ['ID=fa2966b0-a2c9-4d44-ba44-af0725ccc07f,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:13.209657 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] No DVR routers for this DVR port fa2966b0-a2c9-4d44-ba44-af0725ccc07f on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:46:13.211287 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:13.218477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.231671 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa0297be0>,) {'filters': {'network_id': ['f9a4e49a-e6eb-464d-8878-0bb9422087bd']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:13.243380 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0297be0>, '34ffff6d-5028-44e2-9c27-c548b6097f4d') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:13.243696 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0297be0>, '34ffff6d-5028-44e2-9c27-c548b6097f4d') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:13.255529 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.271045 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.277144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:46:13.277523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:46:13.290771 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:46:13.372098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.375744 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:13.391360 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.397127 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a4e49a-e6eb-464d-8878-0bb9422087bd,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:13.401515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:13.407223 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9a4e49a-e6eb-464d-8878-0bb9422087bd HTTP/1.1" status: 204  len: 168 time: 0.8511846
May 18 01:46:13.519754 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33314) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:13.564352 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:46:13.570869 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cd938e1e-bee0-4d4f-9a06-1f9166a13e42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e27a135b6f60458080f4d5d86c5f22b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0497649
May 18 01:46:13.573299 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33318) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:13.598649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:46:13.598993 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3dd4e514-1dc1-4a74-b5f4-4da75b8e19e6 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:46:13.599402 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device fa2966b0-a2c9-4d44-ba44-af0725ccc07f no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:46:13.633514 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: fa2966b0-a2c9-4d44-ba44-af0725ccc07f {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:46:13.633861 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device fa2966b0-a2c9-4d44-ba44-af0725ccc07f not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:46:13.634262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 56717e26-a5b0-4373-af6f-3c414dc2f376 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:46:13.636646 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.662969 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.665988 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 56717e26-a5b0-4373-af6f-3c414dc2f376 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:46:13.666872 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 56717e26-a5b0-4373-af6f-3c414dc2f376 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:46:13.716415 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.721239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-59d7879f-fa12-4551-96c0-111bac9f0d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:13.735264 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad08c86-056e-4d8f-8dc7-516303e4991f,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:13.737436 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:13.742939 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:13.746453 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ad08c86-056e-4d8f-8dc7-516303e4991f HTTP/1.1" status: 204  len: 168 time: 0.1698446
May 18 01:46:23.281326 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.094956 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33470) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:24.211788 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.227911 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:24.232685 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Usage tracker for resource:security_group_rule and tenant:0b747442bd474746928c1f912b920de3 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:24.235397 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:24.241187 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:24.321067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.324631 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.332455 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5a56fc26-d736-4502-9687-228d6c4a5d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:24.370629 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361008b3-948b-4580-ba89-b08d84b72564,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:24.374278 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b747442bd474746928c1f912b920de3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783089
May 18 01:46:24.377078 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33476) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:24.380408 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.380777 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.381134 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.381488 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.381833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.382179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.382518 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.382859 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.383201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.383541 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.383882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.384385 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:24.388463 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b8dbb7e4-8a4f-476d-9e5d-51f3ae0f033f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:24.437013 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.461973 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.514538 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.518113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-abc9e8a7-1466-4147-9f7e-01204ca5364d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:24.530674 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361008b3-948b-4580-ba89-b08d84b72564,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:24.533915 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:24.535787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:24.536884 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/361008b3-948b-4580-ba89-b08d84b72564 HTTP/1.1" status: 204  len: 168 time: 0.1587448
May 18 01:46:25.936414 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33532) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:26.083659 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.099238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:26.103872 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7386d451ac50483d96bbc4e7c676f36a is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:26.109328 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:26.115123 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:26.211317 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.215355 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.223762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f6403d1a-ca7e-4353-8a1b-0c91f3a90d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:26.262914 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7386d451ac50483d96bbc4e7c676f36a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3249872
May 18 01:46:26.264938 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038b758-babc-44d5-b601-43ce2999e6f7,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:26.265670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33538) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:26.267964 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:26.325915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.350689 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.403887 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.407563 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6eeef09b-41e6-40c9-937a-1017e22684da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:26.424098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038b758-babc-44d5-b601-43ce2999e6f7,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:26.429222 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:26.434259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:26.435368 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b038b758-babc-44d5-b601-43ce2999e6f7 HTTP/1.1" status: 204  len: 168 time: 0.1684735
May 18 01:46:28.206087 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33600) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:28.326005 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.341442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:28.345989 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Usage tracker for resource:security_group_rule and tenant:77c17dc82c404eed9b44a82cb296e2a5 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:28.349088 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:28.355814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:28.439353 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.443173 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.450293 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-55422b90-eebc-41cd-9f41-b70cd7285373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:28.491979 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77c17dc82c404eed9b44a82cb296e2a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2847116
May 18 01:46:28.492708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa69545-ad51-4ecc-9bcb-f9d1680897e2,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:28.494796 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33612) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:28.501201 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:28.553553 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.579316 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.632231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.637823 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e3b61c14-1cdd-41ac-bd7f-0bf04f9c30b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:28.649454 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa69545-ad51-4ecc-9bcb-f9d1680897e2,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:28.652524 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:28.658709 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.660271 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-16a2b5d1-8ac6-4353-8003-de29af71940a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aa69545-ad51-4ecc-9bcb-f9d1680897e2 HTTP/1.1" status: 204  len: 168 time: 0.1639230
May 18 01:46:28.959815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33624) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:28.980893 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:28.997097 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:29.001045 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Usage tracker for resource:security_group_rule and tenant:702b092545a04ac6b1c7d876dd4d4a2d is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:29.003909 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:29.009659 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:29.095719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.099758 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.112214 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-84bfa308-c79e-4bac-b0b2-3132b8e96bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:29.151942 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=702b092545a04ac6b1c7d876dd4d4a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1904781
May 18 01:46:29.153686 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe940e4-73a9-444e-8873-9f5469b9062a,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:29.154485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33628) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:29.156795 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:29.220368 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.246181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.297313 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.300943 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a95e0136-6116-42ca-be3c-9294b641f7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:29.314434 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe940e4-73a9-444e-8873-9f5469b9062a,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:29.316927 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:29.325963 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:29.327056 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-758dd4dc-64a6-4c13-bb91-75558dca1051 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe940e4-73a9-444e-8873-9f5469b9062a HTTP/1.1" status: 204  len: 168 time: 0.1715755
May 18 01:46:32.304880 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f8e979ba-f4ae-4b73-a42b-4aff15da2e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.009495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33708) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:34.124216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.140160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:34.143888 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Usage tracker for resource:security_group_rule and tenant:fe00371aff0946729bbaa4688c8dbe9f is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:34.146708 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:34.153439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:34.234997 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.238502 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.247079 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e0154642-73b6-434b-bca9-d8578179f642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:34.284701 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe00371aff0946729bbaa4688c8dbe9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735662
May 18 01:46:34.286280 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865f04f-dda6-47bb-807d-94f4c63899af,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:34.287373 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33714) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:34.289203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bc49ea71-3b67-447b-a855-652184eccf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:34.350333 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.375683 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.428453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.432611 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-3007a553-0ab4-4899-a2bb-897926ec54e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:34.443084 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865f04f-dda6-47bb-807d-94f4c63899af,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:34.453328 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.453701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.454075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.454420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.454767 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.455116 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.455463 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.455814 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.456158 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.456528 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.456872 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.457209 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:34.460803 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:34.461967 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.463069 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f1db542b-9f93-4f93-9914-cae8cd0a901d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d865f04f-dda6-47bb-807d-94f4c63899af HTTP/1.1" status: 204  len: 168 time: 0.1747475
May 18 01:46:34.628035 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:34.660788 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-01ccdfb6-b73e-4fa8-8d8e-79f116137329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.114763 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33740) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:35.216985 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1486385436-network', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:35.221632 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:35.225394 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Usage tracker for resource:network and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:35.228181 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:35.234749 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:35.245015 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Made reservation on behalf of 9b0c3cb4d3634c8080132e61a0648e51 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:46:35.247336 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.259155 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.273761 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:35.277544 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:35.280264 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:35.286424 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:35.367536 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.371661 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.374510 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ebd9e256-c737-44c2-baa6-462da89ae133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:35.406966 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:46:35.411908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f9565-6b6a-4766-87eb-de42552295ca,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:35.415362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:35.419700 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.419700 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Added segment 39dd8002-0e22-4651-b318-be11b67fc2e1 of type vlan for network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa
May 18 01:46:35.444699 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.472780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.474102 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:35.474738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.477897 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:35.580917 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4650722
May 18 01:46:35.581829 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Pushing event updated for resources: {'Network': ['ID=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:35.583895 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33746) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:35.584580 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:35.591377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Request body: {'subnet': {'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1486385436-subnet', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'ip_version': 4}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:35.592963 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:46:35.596173 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:35.600117 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Usage tracker for resource:subnet and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:35.602987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:35.608655 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:35.618207 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Made reservation on behalf of 9b0c3cb4d3634c8080132e61a0648e51 for: {'subnet': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:46:35.620690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2581325'] for subnet, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.717671 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:35.997342 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2395895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2581343'] for subnet, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.001951 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:36.072944 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76dd0366-7292-41f5-a589-651657931c23,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:36.076744 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:36.080643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Checking segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:36.080988 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Network hostable DHCP agents. Network: 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:46:36.097390 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:46:36.106041 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa) {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:36.114302 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:36.114882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.115167 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a74407-b84a-482a-a571-a2f013d0ba03 None None] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:46:36.143300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5d646be5-8901-4f9c-866f-396b5816310e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5574825
May 18 01:46:36.145941 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33752) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:36.151140 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:36.155952 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:36.159904 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Usage tracker for resource:router and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:36.162827 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:36.169199 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:36.179449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.180440 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.195568 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.365435 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:46:36.366311 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.454246 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.524662 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Allocated IP 172.20.0.2 (9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa/76dd0366-7292-41f5-a589-651657931c23/121342b8-c113-4e7d-830c-330bb178d861) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:36.737277 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.747433 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Transition to ACTIVE for port object 121342b8-c113-4e7d-830c-330bb178d861 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:36.765154 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Transition to ACTIVE for port object 121342b8-c113-4e7d-830c-330bb178d861 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:36.770586 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.774893 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:36.837362 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:36.840281 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:36.842806 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:36.853691 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.883190 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Pushing event updated for resources: {'Port': ['ID=121342b8-c113-4e7d-830c-330bb178d861,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:36.886196 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:36.887952 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.946575 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Attempting to bind port 121342b8-c113-4e7d-830c-330bb178d861 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:36.946954 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Attempting to bind port 121342b8-c113-4e7d-830c-330bb178d861 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:36.947624 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Attempting to bind port 121342b8-c113-4e7d-830c-330bb178d861 on network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:36.953726 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:36.954108 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Checking segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:36.954781 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:36.955188 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Bound using segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:36.955660 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Bound port: 121342b8-c113-4e7d-830c-330bb178d861, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:36.956038 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:37.032857 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Allocated IP 172.27.1.156 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/b1502e26-70e6-471c-a87f-7ad1ccc802ef) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:37.049779 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] For port 121342b8-c113-4e7d-830c-330bb178d861, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:37.053208 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] For port 121342b8-c113-4e7d-830c-330bb178d861, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=121342b8-c113-4e7d-830c-330bb178d861,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:37.058078 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:37.063930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:37.154456 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Pushing event updated for resources: {'Port': ['ID=121342b8-c113-4e7d-830c-330bb178d861,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:37.157285 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-4cd0e18d-3788-44f4-b186-7bac314f0517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:37.187530 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:37.217752 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:37.222952 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5cbb48c1-1ed1-47b9-b62d-d4dbf012bdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:37.287258 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:37.290171 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:37.294446 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:37.324900 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Pushing event updated for resources: {'Port': ['ID=b1502e26-70e6-471c-a87f-7ad1ccc802ef,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:37.335010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:37.390057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:37.616699 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 121342b8-c113-4e7d-830c-330bb178d861 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:37.690903 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 121342b8-c113-4e7d-830c-330bb178d861 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:37.743979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.101293 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf9abd-ab46-4a0d-a96e-7fb0140a0e4f None None] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:46:38.174757 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.196580 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Provisioning for port 121342b8-c113-4e7d-830c-330bb178d861 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:38.214092 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Provisioning complete for port 121342b8-c113-4e7d-830c-330bb178d861 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:38.214530 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.372742 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:46:38.436629 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.476271 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] For port 121342b8-c113-4e7d-830c-330bb178d861, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=121342b8-c113-4e7d-830c-330bb178d861,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:38.481671 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.485049 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:38.555126 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Pushing event updated for resources: {'Port': ['ID=121342b8-c113-4e7d-830c-330bb178d861,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:38.558915 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-0df7aaac-a4c5-4586-9f62-4606c6d169b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:38.564111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:38.574216 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Sync routers for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:38.584259 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:38.584897 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1793280>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:38.591372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.593279 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4463670
May 18 01:46:38.595869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33772) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:38.805436 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-fc0c5cf4-9949-4625-b605-4bef0917c440 None None] Provisioning complete for port 121342b8-c113-4e7d-830c-330bb178d861 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:38.805718 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5cf4-9949-4625-b605-4bef0917c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:38.853050 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:39.192495 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1793280>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:37Z', 'revision_number': 3, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:39.196209 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Checking router: 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:39.196587 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Updating router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec port b1502e26-70e6-471c-a87f-7ad1ccc802ef binding host dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:46:39.247481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.271933 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.473308 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Allocated IP 172.20.0.1 (9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa/76dd0366-7292-41f5-a589-651657931c23/f9930764-6b81-4207-951b-de496aa792b6) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:39.570714 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks [] for port, precommit_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.584143 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Transition to ACTIVE for port object b1502e26-70e6-471c-a87f-7ad1ccc802ef will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:39.590920 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 121342b8-c113-4e7d-830c-330bb178d861 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:39.624355 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.637902 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:39.726147 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Attempting to bind port b1502e26-70e6-471c-a87f-7ad1ccc802ef on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:39.726485 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Attempting to bind port b1502e26-70e6-471c-a87f-7ad1ccc802ef by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:39.726949 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Attempting to bind port b1502e26-70e6-471c-a87f-7ad1ccc802ef on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:39.737753 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.739020 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Pushing event updated for resources: {'Port': ['ID=b1502e26-70e6-471c-a87f-7ad1ccc802ef,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:39.741990 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:39.742363 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:39.742763 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.743142 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:39.743602 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Bound port: b1502e26-70e6-471c-a87f-7ad1ccc802ef, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:39.743973 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.754186 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Transition to ACTIVE for port object f9930764-6b81-4207-951b-de496aa792b6 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:39.769930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:39.778153 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.782672 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c83d84c2-0e3e-4141-b0ea-bd6d13475e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:39.790708 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 121342b8-c113-4e7d-830c-330bb178d861 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:39.791636 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.844890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:39.847684 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:39.851260 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:39.869353 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] For port b1502e26-70e6-471c-a87f-7ad1ccc802ef, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:39.874566 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] For port b1502e26-70e6-471c-a87f-7ad1ccc802ef, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=b1502e26-70e6-471c-a87f-7ad1ccc802ef,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:39.879695 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:39.883450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:39.898169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Pushing event updated for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:39.903014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:39.919194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.013592 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Pushing event updated for resources: {'Port': ['ID=b1502e26-70e6-471c-a87f-7ad1ccc802ef,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:40.018763 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:40.019467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:40.020137 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa1793280>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:40.155554 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-3b2650dc-13f1-467c-8c2c-803656ec74ff None None] Provisioning for port f9930764-6b81-4207-951b-de496aa792b6 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:40.180064 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-3b2650dc-13f1-467c-8c2c-803656ec74ff None None] Provisioning complete for port f9930764-6b81-4207-951b-de496aa792b6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:40.180459 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b2650dc-13f1-467c-8c2c-803656ec74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.191919 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.246079 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-3b2650dc-13f1-467c-8c2c-803656ec74ff None None] Port f9930764-6b81-4207-951b-de496aa792b6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:46:40.251615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:40.433858 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.439780 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.470225 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-fb5135ec-392e-4605-95c6-81775e549bbf tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:40.578591 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa1793280>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:37Z', 'revision_number': 3, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:40.582524 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c694d9b-fa84-458a-a3dc-7d98d2456e44 None None] The sync data for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi is: [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:37Z', 'revision_number': 3, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:40.593868 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Pushing event updated for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:40.598917 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:40.608706 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:40.721683 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d59084-0eb5-49a6-b0c1-4b896d00a29a req-e03f494b-6ad9-4ac0-85ba-f3435d00f5a6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:40.723487 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62d59084-0eb5-49a6-b0c1-4b896d00a29a req-e03f494b-6ad9-4ac0-85ba-f3435d00f5a6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.2251072
May 18 01:46:40.820006 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62d59084-0eb5-49a6-b0c1-4b896d00a29a req-16deb568-1338-42df-a1f8-61e4d182b4b2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899858
May 18 01:46:40.821813 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:40.823757 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:41.041319 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:46:41.077573 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-5b525d86-c49f-4640-bea1-9d26f043e7fe None None] Provisioning complete for port f9930764-6b81-4207-951b-de496aa792b6 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:41.077957 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5b525d86-c49f-4640-bea1-9d26f043e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.134397 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-5b525d86-c49f-4640-bea1-9d26f043e7fe None None] Port f9930764-6b81-4207-951b-de496aa792b6 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:46:41.225917 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:41.234978 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] 10.222.0.16 "PUT /v2.0/routers/95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6378002
May 18 01:46:41.601724 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device b1502e26-70e6-471c-a87f-7ad1ccc802ef up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:41.671897 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port b1502e26-70e6-471c-a87f-7ad1ccc802ef completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:41.676726 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port b1502e26-70e6-471c-a87f-7ad1ccc802ef triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:41.677106 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.749074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33800) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:41.754891 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1995328039-network', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:41.760102 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:41.764760 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Usage tracker for resource:network and tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:41.767816 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:41.774902 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:41.806314 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.830481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port b1502e26-70e6-471c-a87f-7ad1ccc802ef, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=b1502e26-70e6-471c-a87f-7ad1ccc802ef,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:41.835835 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.840122 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:41.891958 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Made reservation on behalf of fcc2afc1bed74c0f949ffd3f1e8a6d14 for: {'network': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:46:41.897113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-708658'] for network, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.918497 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:41.920470 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=b1502e26-70e6-471c-a87f-7ad1ccc802ef,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:41.924104 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:41.939721 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:41.944607 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:41.949400 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:41.956570 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:42.063712 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.069360 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.073492 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f886cf78-261a-446b-8a78-c82024bcc0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:42.104613 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1500241-0203-4301-a6a6-b417dd11c672,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:42.114496 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:42.126029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=78860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 18 01:46:42.137382 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.137724 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.segments_db [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Added segment 10defc4e-e687-4fa8-9144-b8a5a5e3fab4 of type vlan for network 8c879862-e35f-4ee5-bedd-c6256b748199
May 18 01:46:42.166801 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757339473565'] for network, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.199461 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455'] for network, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.201003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:42.201661 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.207229 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:42.221148 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b36d4-4d93-4b82-8cce-2d0075f2e781 req-8f01a8f0-2c04-494e-b0f3-a5ea1f525655 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:42.222633 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e30b36d4-4d93-4b82-8cce-2d0075f2e781 req-8f01a8f0-2c04-494e-b0f3-a5ea1f525655 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.2130904
May 18 01:46:42.265437 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Sync routers for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:42.287631 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:42.288674 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cb80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:42.304137 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e30b36d4-4d93-4b82-8cce-2d0075f2e781 req-1267b86b-533d-47c6-988c-dac0ac421c8e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755420
May 18 01:46:42.310976 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5607324
May 18 01:46:42.312290 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c879862-e35f-4ee5-bedd-c6256b748199,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:42.314888 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33816) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:42.325531 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Network 8c879862-e35f-4ee5-bedd-c6256b748199 details requested by agent ovs-agent-dv-cinder-784623-9-iscsi with host dv-cinder-784623-9-iscsi {{(pid=78861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 18 01:46:42.329140 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Request body: {'subnet': {'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1995328039-subnet', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'ip_version': 4}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:42.334242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-54a4dbce-a05b-4a91-8312-eb64968a75e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:42.335695 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:42.340682 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Usage tracker for resource:subnet and tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:42.344797 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:42.352085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:42.365486 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Made reservation on behalf of fcc2afc1bed74c0f949ffd3f1e8a6d14 for: {'subnet': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:46:42.368592 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59320217'] for subnet, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.377278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-76980f0c-ccb4-4bab-a29c-323e82484720 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:42.378850 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-76980f0c-ccb4-4bab-a29c-323e82484720 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 946 time: 0.1087871
May 18 01:46:42.534682 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:46:42.535010 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:42.535120 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.671440 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] For port 2bdedcf4-34b1-4847-a5c3-5cacd258a734, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2bdedcf4-34b1-4847-a5c3-5cacd258a734,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:42.671920 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.799789 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59334006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59320203'] for subnet, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.805454 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7dded236-4291-4827-b13e-0e1a2598766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:42.861978 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cb80>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 2, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:42.865999 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Checking router: 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:42.866910 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Updating router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec port f9930764-6b81-4207-951b-de496aa792b6 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:46:42.880208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed91181-a33c-4ea1-9006-22770b5fb2a0,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:42.885327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:42.892652 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Checking segment: {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:42.893000 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Network hostable DHCP agents. Network: 8c879862-e35f-4ee5-bedd-c6256b748199, hostable agents: ['76d778c9-852f-42ec-b224-f033c70dd619'], hosted agents: [] {{(pid=78860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 18 01:46:42.921641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Network 8c879862-e35f-4ee5-bedd-c6256b748199 is scheduled to be hosted by DHCP agent 76d778c9-852f-42ec-b224-f033c70dd619 with binding_index 1 {{(pid=78860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 18 01:46:42.921896 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.934150 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-iscsi, 8c879862-e35f-4ee5-bedd-c6256b748199) {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:42.947730 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b544c-fd33-43b9-b538-d3c5727a697e None None] Network 8c879862-e35f-4ee5-bedd-c6256b748199 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:46:42.949442 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:42.950060 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.975150 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f2aea888-1869-41e4-95bf-48f7459f1c50 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6487122
May 18 01:46:42.975348 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 33820) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:42.981239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:42.987391 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:42.991537 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Usage tracker for resource:router and tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:46:42.994720 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:46:42.996643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.997130 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:42.997276 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP 35a95cbc-6334-4a33-8f16-4421945314d5 disassociated. External IP: 172.27.1.89, port: 2bdedcf4-34b1-4847-a5c3-5cacd258a734.
May 18 01:46:42.997953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for 2bdedcf4-34b1-4847-a5c3-5cacd258a734 owned by compute:nova {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:46:43.001627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:43.015209 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3943616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13307'] for router, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.017075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3943437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4082358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13298'] for router, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.042354 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.145190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.154158 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-bbde1d72-0c27-4aa4-ad30-6ed7934b08e3 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:43.274623 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dbf34f2-d210-56cc-a65e-bad31714e54c-8c879862-e35f-4ee5-bedd-c6256b748199', 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'fixed_ips': [{'subnet_id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0'}]}} from dv-cinder-784623-9-iscsi. {{(pid=78861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 18 01:46:43.275824 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.276805 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=2bdedcf4-34b1-4847-a5c3-5cacd258a734,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:43.279901 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:43.396515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4095486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3943634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13284'] for router, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.426639 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.445420 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Transition to ACTIVE for port object f9930764-6b81-4207-951b-de496aa792b6 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:43.461219 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.482624 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:43.506928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.db_base_plugin_common [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Allocated IP 172.20.0.2 (8c879862-e35f-4ee5-bedd-c6256b748199/1ed91181-a33c-4ea1-9006-22770b5fb2a0/5f7d63fb-a51d-4f76-b8fd-42290af17d09) {{(pid=78861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:43.713139 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-35c86cd6-335b-45fb-b848-0d5dc9fa5140 req-de588b11-70e8-4437-a654-708ce8a78a61 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.1646183
May 18 01:46:43.715492 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:46:43.738391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device b1502e26-70e6-471c-a87f-7ad1ccc802ef up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:43.758889 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Pushing event updated for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:43.873207 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.873968 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.874937 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.875502 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.876819 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.877480 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.878698 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.879479 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.882121 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.882612 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.883087 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.883507 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:43.920902 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:43.943756 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks [] for port, precommit_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:43.979219 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Transition to ACTIVE for port object 5f7d63fb-a51d-4f76-b8fd-42290af17d09 will not be triggered until provisioned by entity L2. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:44.017418 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Transition to ACTIVE for port object 5f7d63fb-a51d-4f76-b8fd-42290af17d09 will not be triggered until provisioned by entity DHCP. {{(pid=78861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:44.019938 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port b1502e26-70e6-471c-a87f-7ad1ccc802ef triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:44.020288 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.034152 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:44.043631 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Attempting to bind port f9930764-6b81-4207-951b-de496aa792b6 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:44.044181 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Attempting to bind port f9930764-6b81-4207-951b-de496aa792b6 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:44.044903 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Attempting to bind port f9930764-6b81-4207-951b-de496aa792b6 on network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:44.051185 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:44.051786 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Checking segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:44.052393 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.052959 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Bound using segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:44.053570 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Bound port: f9930764-6b81-4207-951b-de496aa792b6, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:44.054156 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.089948 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:44.095474 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712'] for port, after_create {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.102195 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-31494311-4d26-48a8-92e7-8fe3f5e096c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:44.111641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.123278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] No DVR routers for this DVR port 2bdedcf4-34b1-4847-a5c3-5cacd258a734 on host hv-cinder-78462 {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:46:44.126882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.130618 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'name': 'network-vif-deleted', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:46:44.160966 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6a467442-0321-4f79-bc3f-96b6e01f3cea req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "DELETE /v2.0/ports/2bdedcf4-34b1-4847-a5c3-5cacd258a734 HTTP/1.1" status: 204  len: 173 time: 1.7765775
May 18 01:46:44.164202 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] For port f9930764-6b81-4207-951b-de496aa792b6, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:44.169172 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] For port f9930764-6b81-4207-951b-de496aa792b6, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f9930764-6b81-4207-951b-de496aa792b6,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:44.176745 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.203729 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:44.203904 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c09f17e-cba4-4ef5-9feb-b13cee531b03', 'name': 'network-vif-deleted', 'tag': '2bdedcf4-34b1-4847-a5c3-5cacd258a734', 'status': 'completed', 'code': 200}
May 18 01:46:44.214900 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:44.215546 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd7e0d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:44.281097 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:44.281936 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cb80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:44.288666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.315291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Pushing event updated for resources: {'Port': ['ID=5f7d63fb-a51d-4f76-b8fd-42290af17d09,revision_number=1']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:44.324899 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Network 8c879862-e35f-4ee5-bedd-c6256b748199 is already hosted by enough agents. {{(pid=78861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:44.365030 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Pushing event updated for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:44.371383 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:44.385506 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:44.387537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.scheduler.base_scheduler [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Resources bound (agent type, host, resource id):  {{(pid=78861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:44.406730 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Received port after_create {{(pid=78861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:44.449338 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Allocated IP 172.27.1.124 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/9d17bf40-759f-4919-bb38-77dc9536b038) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:44.524708 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:44.620398 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.621472 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Attempting to bind port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:44.621844 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Attempting to bind port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:44.622199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Attempting to bind port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 on network 8c879862-e35f-4ee5-bedd-c6256b748199 {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:44.634098 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:44.634470 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Checking segment: {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:44.635698 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.635858 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Bound using segment: {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'} {{(pid=78861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:44.636346 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.managers [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Bound port: 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'}}] {{(pid=78861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:44.636722 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.655748 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:44.660999 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a1e33449-85ae-4552-9a33-10991bbba696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:44.662778 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:44.726634 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:44.730871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:44.735100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:44.871321 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa094cb80>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:44Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:44.875404 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa62fe1-0091-4d5a-97f3-cb8db7ac2614 None None] The sync data for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi is: [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:44Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:44.878516 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-10a588f9-77f5-4c88-ad4a-37743d51da74 req-790654b4-b7ab-449d-8083-e6ca4ba39eb1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:46:44.899771 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-10a588f9-77f5-4c88-ad4a-37743d51da74 req-790654b4-b7ab-449d-8083-e6ca4ba39eb1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:46:44.902051 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-10a588f9-77f5-4c88-ad4a-37743d51da74 req-790654b4-b7ab-449d-8083-e6ca4ba39eb1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.0751021
May 18 01:46:44.959621 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] For port 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:44.979097 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9d17bf40-759f-4919-bb38-77dc9536b038,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:44.984193 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] For port 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=5f7d63fb-a51d-4f76-b8fd-42290af17d09,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:44.985268 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:45.002930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:45.019254 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:45.169683 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Pushing event updated for resources: {'Port': ['ID=5f7d63fb-a51d-4f76-b8fd-42290af17d09,revision_number=2']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:45.172911 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:45.201442 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd7e0d0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:45.206452 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:45.217337 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:45.218243 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd7e0d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:45.296744 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:45.483842 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:45.710820 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3943627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083129'] for router, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:45.725319 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 5f7d63fb-a51d-4f76-b8fd-42290af17d09 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:45.888377 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:45.897150 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f9930764-6b81-4207-951b-de496aa792b6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:45.978339 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Router 33c39553-0e3d-4978-bb63-b2db34cb4632 is scheduled to L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad with binding_index 1 {{(pid=78860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 18 01:46:46.034065 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd7e0d0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:46.055860 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe69c-8e1d-4005-8c5f-40f5c5eadbfd None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:46.063236 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port f9930764-6b81-4207-951b-de496aa792b6 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:46.074225 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port f9930764-6b81-4207-951b-de496aa792b6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:46.077590 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:46.179612 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6bd808ef-4a28-4d1b-be05-555768df628e req-5d85f286-f33b-477b-9009-956253f4899b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.0519130
May 18 01:46:46.234328 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:46.278202 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port f9930764-6b81-4207-951b-de496aa792b6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f9930764-6b81-4207-951b-de496aa792b6,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:46.285693 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:46.287691 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c7029470-e1da-4c48-aa59-d700126a370b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:46.343621 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d97b8-9617-4fb1-95fb-4bc8746dee16 None None] Network 8c879862-e35f-4ee5-bedd-c6256b748199 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:46:46.378957 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:46.390388 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Sync routers for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:46.409685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:46.414142 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 33846) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:46:46.414502 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4380815
May 18 01:46:46.415264 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:46:46.421395 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:46.422015 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0a2cf40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:46.462277 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:46.473269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.473701 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.474106 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.474501 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.474890 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.475294 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.475673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.476058 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.476476 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.476857 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.479613 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.480025 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:46:46.485253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:46.486310 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Provisioning for port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:46.550645 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Provisioning complete for port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:46.551123 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:46.638021 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:46.689117 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb562e-2490-42a1-90c7-d89de7ad3058 None None] New status for floating IP 35a95cbc-6334-4a33-8f16-4421945314d5: DOWN {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:46:46.935679 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0a2cf40>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:45Z', 'revision_number': 3, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:46.941398 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Checking router: 33c39553-0e3d-4978-bb63-b2db34cb4632 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:46.941398 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Updating router 33c39553-0e3d-4978-bb63-b2db34cb4632 port 9d17bf40-759f-4919-bb38-77dc9536b038 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:46:47.001003 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.001537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.038669 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] For port 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=5f7d63fb-a51d-4f76-b8fd-42290af17d09,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:47.041766 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 2bdedcf4-34b1-4847-a5c3-5cacd258a734 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:46:47.116374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 2bdedcf4-34b1-4847-a5c3-5cacd258a734 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:46:47.116725 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 2bdedcf4-34b1-4847-a5c3-5cacd258a734 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:46:47.118157 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.120060 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:47.198104 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Pushing event updated for resources: {'Port': ['ID=5f7d63fb-a51d-4f76-b8fd-42290af17d09,revision_number=3']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:47.202424 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:47.342601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.345961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-53eab009-2dda-4da6-a8bf-09a07bf1de04 None None] Provisioning complete for port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:47.346341 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-53eab009-2dda-4da6-a8bf-09a07bf1de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.507606 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.527341 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Transition to ACTIVE for port object 9d17bf40-759f-4919-bb38-77dc9536b038 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:47.537529 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.549443 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-dae075f9-0c55-4a08-a960-eecb3d1ddb56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:47.597991 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Allocated IP 172.20.0.1 (8c879862-e35f-4ee5-bedd-c6256b748199/1ed91181-a33c-4ea1-9006-22770b5fb2a0/9f45d212-8592-49bf-b5fb-b3e1a6717650) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:47.665173 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 5f7d63fb-a51d-4f76-b8fd-42290af17d09 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:47.694729 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Attempting to bind port 9d17bf40-759f-4919-bb38-77dc9536b038 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:47.694729 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Attempting to bind port 9d17bf40-759f-4919-bb38-77dc9536b038 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:47.694729 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Attempting to bind port 9d17bf40-759f-4919-bb38-77dc9536b038 on network 92d03256-14b1-40fd-9d1b-43759e8f0a95 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:47.696770 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a50bf1-2e42-4cc6-86f8-7bcc642864ba None None] Pushing event updated for resources: {'Port': ['ID=9d17bf40-759f-4919-bb38-77dc9536b038,revision_number=2']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:47.706745 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-41a50bf1-2e42-4cc6-86f8-7bcc642864ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:47.709539 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:47.709913 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Checking segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:47.710574 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.710955 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Bound using segment: {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:47.711416 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Bound port: 9d17bf40-759f-4919-bb38-77dc9536b038, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63a22f-6dbe-4550-af28-f1027e5a6497', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:47.711779 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.753982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:47.754665 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.769290 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-66d5f5b4-163c-4727-aa66-167cfbb3767f req-d769500a-919b-49bb-a58c-98e9067e9eec tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c09f17e-cba4-4ef5-9feb-b13cee531b03 HTTP/1.1" status: 200  len: 210 time: 0.0742955
May 18 01:46:47.799189 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] For port 9d17bf40-759f-4919-bb38-77dc9536b038, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:47.802763 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] For port 9d17bf40-759f-4919-bb38-77dc9536b038, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9d17bf40-759f-4919-bb38-77dc9536b038,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:47.808916 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.813768 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-c1e59ab0-482b-4454-8332-fe361dfde1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:47.844673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.862474 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Transition to ACTIVE for port object 9f45d212-8592-49bf-b5fb-b3e1a6717650 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:47.892522 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:47.894816 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f9930764-6b81-4207-951b-de496aa792b6 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:47.903502 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c26d2cfd-8a66-442b-b20e-f81cd1445687 tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:47.928978 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a50bf1-2e42-4cc6-86f8-7bcc642864ba None None] Pushing event updated for resources: {'Port': ['ID=9d17bf40-759f-4919-bb38-77dc9536b038,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:47.933624 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-41a50bf1-2e42-4cc6-86f8-7bcc642864ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:47.937057 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:47.937748 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0a2cf40>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:47.948843 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Network 8c879862-e35f-4ee5-bedd-c6256b748199 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:47.954571 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:47.972366 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:48.038965 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Pushing event updated for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:48.044206 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:48.049157 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3940674'] for router_interface, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.060379 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port f9930764-6b81-4207-951b-de496aa792b6 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:48.060929 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.233825 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:48.249663 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4ea4cadc-92e4-41c1-9f3b-b2e10882bf69 None None] Provisioning for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:48.255051 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-4ea4cadc-92e4-41c1-9f3b-b2e10882bf69 None None] Provisioning complete for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:48.255518 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cadc-92e4-41c1-9f3b-b2e10882bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.277048 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.428609 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4cadc-92e4-41c1-9f3b-b2e10882bf69 None None] Port 9f45d212-8592-49bf-b5fb-b3e1a6717650 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:46:48.572418 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-49d78f53-3233-44d9-921d-40a47244990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0a2cf40>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:45Z', 'revision_number': 3, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:48.576749 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d78f53-3233-44d9-921d-40a47244990c None None] The sync data for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi is: [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:45Z', 'revision_number': 3, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:48.675725 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.681058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.708690 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ac2926cc-5dea-4d83-a64c-5960b0b6233c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:48.799644 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4089573'] for router_interface, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:48.826013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Pushing event updated for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:48.828864 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:48.957727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Network 8c879862-e35f-4ee5-bedd-c6256b748199 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:48.959010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:49.198924 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Router 33c39553-0e3d-4978-bb63-b2db34cb4632 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:46:49.208202 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-3a8ec102-2cb9-41e8-8cf7-916aac22b7ae tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203183692&fields=id&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 267 time: 0.0578849
May 18 01:46:49.258011 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-408b70fa-7cbd-4cf7-a3d2-0bc3f032626c None None] Provisioning complete for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:49.258593 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-408b70fa-7cbd-4cf7-a3d2-0bc3f032626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:49.315666 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-408b70fa-7cbd-4cf7-a3d2-0bc3f032626c None None] Port 9f45d212-8592-49bf-b5fb-b3e1a6717650 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:46:49.504095 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:46:49.515130 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-c7a7ed09-f686-4655-8af9-a62769f2d6d1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:49.516550 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-c7a7ed09-f686-4655-8af9-a62769f2d6d1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.2497084
May 18 01:46:49.521221 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] 10.222.0.16 "PUT /v2.0/routers/33c39553-0e3d-4978-bb63-b2db34cb4632/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1060774
May 18 01:46:49.533730 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-54ca022d-292c-43fa-9d0c-1f214c0e5f96 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/quotas/85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 375 time: 0.0114083
May 18 01:46:49.639642 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-a38b9f23-a9bc-4329-b352-71a6059cdfc9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0997567
May 18 01:46:49.653547 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9d17bf40-759f-4919-bb38-77dc9536b038 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:49.737625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 9d17bf40-759f-4919-bb38-77dc9536b038 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:49.743189 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 9d17bf40-759f-4919-bb38-77dc9536b038 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:49.743682 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:49.826309 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-7ffbad6d-68db-4081-ade4-f061b09a3ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648118
May 18 01:46:49.890757 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:49.911794 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 9d17bf40-759f-4919-bb38-77dc9536b038, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9d17bf40-759f-4919-bb38-77dc9536b038,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:49.915611 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:49.917867 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:50.004649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=9d17bf40-759f-4919-bb38-77dc9536b038,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:50.008807 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:50.030592 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-2d0e4ace-a326-4c40-8176-bb83ee8761e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033429
May 18 01:46:50.741720 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Sync routers for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:46:50.758353 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:50.759360 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa09ebd60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:50.948400 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:51.302189 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa09ebd60>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:48Z', 'revision_number': 4, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '9f45d212-8592-49bf-b5fb-b3e1a6717650', 'name': '', 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'mac_address': 'fa:16:3e:5f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:47Z', 'updated_at': '2021-05-18T01:46:48Z', 'revision_number': 2, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'subnets': [{'id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:51.306020 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Checking router: 33c39553-0e3d-4978-bb63-b2db34cb4632 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:46:51.306372 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Updating router 33c39553-0e3d-4978-bb63-b2db34cb4632 port 9f45d212-8592-49bf-b5fb-b3e1a6717650 binding host dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 18 01:46:51.363469 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:51.538916 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a4e90abb-0d93-4bb6-a8c0-99a36adc396d req-01fb6876-e5d9-4ef3-a5b2-412aa3e22747 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 210 time: 0.0688751
May 18 01:46:51.640758 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9d17bf40-759f-4919-bb38-77dc9536b038 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:51.761894 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 9d17bf40-759f-4919-bb38-77dc9536b038 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:51.762895 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:51.831352 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks [] for port, precommit_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:51.850203 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.provisioning_blocks [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Transition to ACTIVE for port object 9f45d212-8592-49bf-b5fb-b3e1a6717650 will not be triggered until provisioned by entity L2. {{(pid=78862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:51.861052 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:51.882266 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:52.056084 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa112a-6ced-4dfb-abf2-e35fe42998a6 None None] Pushing event updated for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=3']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:52.083566 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-1caa112a-6ced-4dfb-abf2-e35fe42998a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:52.116993 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Attempting to bind port 9f45d212-8592-49bf-b5fb-b3e1a6717650 on host dv-cinder-784623-9-iscsi for vnic_type normal with profile  {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:52.117490 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Attempting to bind port 9f45d212-8592-49bf-b5fb-b3e1a6717650 by drivers openvswitch,hyperv on host dv-cinder-784623-9-iscsi at level 0 using segments [{'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:52.117874 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Attempting to bind port 9f45d212-8592-49bf-b5fb-b3e1a6717650 on network 8c879862-e35f-4ee5-bedd-c6256b748199 {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:52.124064 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Checking agent: {'id': '483d2888-ad7b-4f3b-8183-4e9cb1973436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31, 5), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:52.124473 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Checking segment: {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:52.124877 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:52.125272 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Bound using segment: {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'} {{(pid=78862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:52.125755 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.managers [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Bound port: 9f45d212-8592-49bf-b5fb-b3e1a6717650, host: dv-cinder-784623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10defc4e-e687-4fa8-9144-b8a5a5e3fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199'}}] {{(pid=78862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:52.126127 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:52.234877 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] For port 9f45d212-8592-49bf-b5fb-b3e1a6717650, host dv-cinder-784623-9-iscsi, cleared binding levels {{(pid=78862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:52.238459 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.plugins.ml2.db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] For port 9f45d212-8592-49bf-b5fb-b3e1a6717650, host dv-cinder-784623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9f45d212-8592-49bf-b5fb-b3e1a6717650,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:52.243690 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron_lib.callbacks.manager [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:52.248310 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-7a2c72cd-547f-44a6-b952-0398589de7d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:52.338303 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:46:52.338938 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa09ebd60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:52.394063 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa112a-6ced-4dfb-abf2-e35fe42998a6 None None] Pushing event updated for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=4']} {{(pid=78862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:52.420524 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG oslo_concurrency.lockutils [None req-1caa112a-6ced-4dfb-abf2-e35fe42998a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:52.549664 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:46:52.723995 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a6071c0c-50c9-4b7c-85cd-aecc47eb80d2 req-028dde2b-6530-4096-a64c-f9dcddc90bd0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 210 time: 0.0559745
May 18 01:46:52.895923 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa09ebd60>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:48Z', 'revision_number': 4, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '9f45d212-8592-49bf-b5fb-b3e1a6717650', 'name': '', 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'mac_address': 'fa:16:3e:5f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:47Z', 'updated_at': '2021-05-18T01:46:52Z', 'revision_number': 4, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'subnets': [{'id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:46:52.901255 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf4daa-f512-4c9c-91ca-1b5a8cc1d322 None None] The sync data for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi is: [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:46:48Z', 'revision_number': 4, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '9f45d212-8592-49bf-b5fb-b3e1a6717650', 'name': '', 'network_id': '8c879862-e35f-4ee5-bedd-c6256b748199', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'mac_address': 'fa:16:3e:5f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:47Z', 'updated_at': '2021-05-18T01:46:52Z', 'revision_number': 4, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'subnets': [{'id': '1ed91181-a33c-4ea1-9006-22770b5fb2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:46:53.369883 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:53.647123 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9f45d212-8592-49bf-b5fb-b3e1a6717650 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:53.760871 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:53.777359 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:53.778421 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:53.945952 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:53.977833 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ad7e681c-b9ab-4e2f-aa26-bb6298a7c8ad req-8788ecc8-a7d4-4b2f-9668-1446b33aedc9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 210 time: 0.0734215
May 18 01:46:53.988331 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] For port 9f45d212-8592-49bf-b5fb-b3e1a6717650, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9f45d212-8592-49bf-b5fb-b3e1a6717650,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:46:53.995203 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:53.999622 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:54.100503 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Pushing event updated for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:54.107302 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:54.546178 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-079f4a2a-e741-4d02-9db7-dde499eff5de tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:54.548141 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-079f4a2a-e741-4d02-9db7-dde499eff5de tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.3594637
May 18 01:46:54.617928 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-3c52747f-0192-4d00-b08d-d63487f54706 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 380 time: 0.0612504
May 18 01:46:54.632357 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'port': {'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'admin_state_up': True, 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'security_groups': ['5107fe76-794f-459c-ab2e-1b843bd9d0cb']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:54.873250 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:46:54.882961 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:46:54.898715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Made reservation on behalf of 85ca98bb7e3246a3885ab6ddcfa09337 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:46:54.903080 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.124191 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.20.0.14 (f2192753-81de-4186-86a3-1e0d48f6a9fe/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f/d7302219-5c9c-406e-a03c-2e983e47736e) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:46:55.227830 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0c6a123-ce29-430b-8c1f-1dfb731308bb req-99e1ab94-effc-4e9e-a2ff-b029aa69a14d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 210 time: 0.0914385
May 18 01:46:55.460145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.480059 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Transition to ACTIVE for port object d7302219-5c9c-406e-a03c-2e983e47736e will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:55.513111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.518937 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:55.613186 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:46:55.617051 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:46:55.619692 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:55.621919 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:46:55.646971 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9f45d212-8592-49bf-b5fb-b3e1a6717650 up at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:46:55.652203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:55.693523 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:55.694437 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.733711 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-b6ffd228-3f03-4434-b384-fdd4caa9ad89 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1087170
May 18 01:46:55.742873 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Provisioning complete for port 9f45d212-8592-49bf-b5fb-b3e1a6717650 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:55.743631 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.750524 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Request body: {'port': {'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:46:55.910058 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:55.963476 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-031ec3d6-dd45-4ed8-a714-c5a4f2f5bd7b None None] Provisioning for port d7302219-5c9c-406e-a03c-2e983e47736e completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:46:55.970789 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-031ec3d6-dd45-4ed8-a714-c5a4f2f5bd7b None None] Provisioning complete for port d7302219-5c9c-406e-a03c-2e983e47736e triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:46:55.971179 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-031ec3d6-dd45-4ed8-a714-c5a4f2f5bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:56.052765 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-031ec3d6-dd45-4ed8-a714-c5a4f2f5bd7b None None] Port d7302219-5c9c-406e-a03c-2e983e47736e cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:46:56.344578 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7302219-5c9c-406e-a03c-2e983e47736e {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:46:56.353493 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:56.468278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Transition to ACTIVE for port object d7302219-5c9c-406e-a03c-2e983e47736e will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:46:56.477694 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:56.484022 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-8c648d07-c6dc-4939-811f-0e916c02b4e6 tempest-AttachVolumeNegativeTest-199633762 tempest-AttachVolumeNegativeTest-199633762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:56.628659 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072726d-aaf6-4fe2-ac5f-af08c859d848 req-ca2887bf-8927-43dd-abf3-c0fb2c2e391c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:56.629989 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3072726d-aaf6-4fe2-ac5f-af08c859d848 req-ca2887bf-8927-43dd-abf3-c0fb2c2e391c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:46:56.676336 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Pushing event updated for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:56.691317 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:56.742354 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3072726d-aaf6-4fe2-ac5f-af08c859d848 req-ca2887bf-8927-43dd-abf3-c0fb2c2e391c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:46:56.750175 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3072726d-aaf6-4fe2-ac5f-af08c859d848 req-ca2887bf-8927-43dd-abf3-c0fb2c2e391c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 932 time: 0.3895783
May 18 01:46:56.907014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Attempting to bind port d7302219-5c9c-406e-a03c-2e983e47736e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:46:56.907428 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Attempting to bind port d7302219-5c9c-406e-a03c-2e983e47736e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:46:56.907768 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Attempting to bind port d7302219-5c9c-406e-a03c-2e983e47736e on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:56.912401 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3072726d-aaf6-4fe2-ac5f-af08c859d848 req-896cd5b5-9d2a-4465-b26d-e922be5ba8c1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613939
May 18 01:46:56.916055 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Port d7302219-5c9c-406e-a03c-2e983e47736e on network f2192753-81de-4186-86a3-1e0d48f6a9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:46:56.916403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Attempting to bind port d7302219-5c9c-406e-a03c-2e983e47736e on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:46:56.922571 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:46:56.922914 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:46:56.923433 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Bound using segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:46:56.923866 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Bound port: d7302219-5c9c-406e-a03c-2e983e47736e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:46:56.924210 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:57.027659 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:46:57.031344 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7302219-5c9c-406e-a03c-2e983e47736e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:46:57.037495 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:57.042978 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-837373aa-6696-4622-bab8-0a6bcc50d7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:46:57.125851 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Pushing event updated for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:46:57.129133 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:57.131022 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:46:57.131924 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] 10.222.0.32 "PUT /v2.0/ports/d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 1094 time: 1.3907106
May 18 01:46:57.132551 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:46:57.139162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:46:57.184774 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'status': 'completed', 'code': 200}
May 18 01:46:58.118216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b13eac-19c5-42bf-bdab-df151bb25f67 req-5fed8d9f-c5bd-43c4-8303-50496115056e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:58.125798 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5b13eac-19c5-42bf-bdab-df151bb25f67 req-5fed8d9f-c5bd-43c4-8303-50496115056e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0885339
May 18 01:46:58.168912 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b5b13eac-19c5-42bf-bdab-df151bb25f67 req-34cd67a6-c624-47cc-979d-c1e4b461791c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422528
May 18 01:46:59.371065 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7aa32-ffa7-461a-82d1-2225cfb3f7aa req-117e1a68-b153-418d-b1af-e8920784c54e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:59.372561 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7df7aa32-ffa7-461a-82d1-2225cfb3f7aa req-117e1a68-b153-418d-b1af-e8920784c54e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0902894
May 18 01:46:59.421630 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7df7aa32-ffa7-461a-82d1-2225cfb3f7aa req-0014ffa0-5c2b-4131-82f8-8042dd028bb9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429909
May 18 01:46:59.548137 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-f3a9bfb4-371d-41fb-bdb7-8018e3eeb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:59.549971 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-f3a9bfb4-371d-41fb-bdb7-8018e3eeb680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1097 time: 0.0777853
May 18 01:46:59.627982 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-abfff3a4-7e53-4e1f-918a-35c12a7c958e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 217 time: 0.0704305
May 18 01:46:59.701927 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-ac7cf7bb-2ff7-45ed-a4f1-4436f6d6cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:59.703400 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-ac7cf7bb-2ff7-45ed-a4f1-4436f6d6cc95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0659511
May 18 01:46:59.781915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-4764288c-70f6-4925-8db3-ece8453d969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:46:59.783304 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-4764288c-70f6-4925-8db3-ece8453d969f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735688
May 18 01:46:59.939699 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-a5539834-6928-4272-808a-481d3f3a7ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489003
May 18 01:47:00.082544 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9981d9c-f29e-47ef-820a-371d3fdee067 req-32ec47d5-f3f6-4b2f-a1fa-adba85c2fcc7 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370139
May 18 01:47:00.205938 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901081-0d64-4958-a937-2e90001a18d8 req-6d0efd55-d47b-4299-9a29-5ba7fbdb809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:00.207415 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-6d0efd55-d47b-4299-9a29-5ba7fbdb809e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1097 time: 0.0731194
May 18 01:47:00.350288 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901081-0d64-4958-a937-2e90001a18d8 req-97580a5a-b9dd-458d-8cc0-e2c675ed8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:00.351648 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-97580a5a-b9dd-458d-8cc0-e2c675ed8703 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1378953
May 18 01:47:00.507006 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-5c59039f-a345-46be-b069-e89d1972ab23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 217 time: 0.0678601
May 18 01:47:00.625854 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901081-0d64-4958-a937-2e90001a18d8 req-45194061-c9c8-4a90-b5a6-29c33e982522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:00.627303 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-45194061-c9c8-4a90-b5a6-29c33e982522 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.1142817
May 18 01:47:00.701227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b660-beb5-4ac9-a46a-46dc576465dc req-e16551ee-ed35-4d7f-b072-fe1a264a03e7 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:00.702471 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8fd8b660-beb5-4ac9-a46a-46dc576465dc req-e16551ee-ed35-4d7f-b072-fe1a264a03e7 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1586547
May 18 01:47:00.749081 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901081-0d64-4958-a937-2e90001a18d8 req-e820f25a-f832-405a-8fa3-7542304c0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:00.750563 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-e820f25a-f832-405a-8fa3-7542304c0ddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1159854
May 18 01:47:00.848725 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8fd8b660-beb5-4ac9-a46a-46dc576465dc req-5ab13ef5-74a8-4de5-85b5-d32a3cd997d7 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1337707
May 18 01:47:01.107559 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-7e673517-af78-414c-aefc-002bb63a20ed service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494353
May 18 01:47:01.195094 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-4097962b-7c10-43f3-8143-ce1faad323a7 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:01.196453 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-4097962b-7c10-43f3-8143-ce1faad323a7 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 815 time: 0.3449538
May 18 01:47:01.227748 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-7278c578-c365-41dc-addf-84295becfe7b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/quotas/9b0c3cb4d3634c8080132e61a0648e51 HTTP/1.1" status: 200  len: 375 time: 0.0164964
May 18 01:47:01.320760 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-00901081-0d64-4958-a937-2e90001a18d8 req-3f9f197f-2ea1-4206-98ec-6dd79e8e8f71 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025836
May 18 01:47:01.344134 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-3f93ec8d-fcab-45be-b162-b2d843d4f1d6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Synchronizing usage tracker for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:47:01.360098 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-3f93ec8d-fcab-45be-b162-b2d843d4f1d6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Unset dirty status for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:47:01.361371 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-3f93ec8d-fcab-45be-b162-b2d843d4f1d6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1268392
May 18 01:47:01.477122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34020) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:01.503557 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-1f512e37-f1c9-49e3-9295-4f9dd3f15461 service neutron] 10.222.0.16 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272247
May 18 01:47:01.636782 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-2656fb1a-8b35-4ff0-8b04-f569251d8fee service neutron] 10.222.0.16 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274455
May 18 01:47:01.814308 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6daecbd-06de-4ee6-9c2d-71a6e5924b46 req-bdee1174-0c2a-45d5-a7cb-ed18963328b3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 210 time: 0.0435038
May 18 01:47:01.925039 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Deleting port afd24d4f-b73b-4925-b0d0-9165ee96e232 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:01.925387 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.081987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f07c-8aa2-4bca-9859-fe088f008890 req-94b51cde-e735-4e48-ae59-06dd5f56ccf2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:02.083536 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c9d2f07c-8aa2-4bca-9859-fe088f008890 req-94b51cde-e735-4e48-ae59-06dd5f56ccf2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0972877
May 18 01:47:02.097828 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.098446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.136384 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c9d2f07c-8aa2-4bca-9859-fe088f008890 req-7bb16d96-db04-49a1-b634-33613de5b42a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456262
May 18 01:47:02.232509 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Calling delete_port for afd24d4f-b73b-4925-b0d0-9165ee96e232 owned by network:floatingip {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:02.318120 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-a1bcede6-fa6c-4727-a574-e9370fd9d9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.370100 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.374896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-019d9667-df0f-4365-8e41-b37e8ebf093c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:02.424140 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event deleted for resources: {'Port': ['ID=afd24d4f-b73b-4925-b0d0-9165ee96e232,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:02.452255 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:02.520576 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for floatingip, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:02.521323 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.db.l3_db [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Floating IP 8d23b230-cc81-4119-80d1-e6df673837a1 disassociated (deleted). External IP: 172.27.1.176, port: 1edc3375-334f-4bd6-bad0-7416484b0c9f.
May 18 01:47:02.909487 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:47:03.003169 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-443d2f53-4009-4344-a44d-988990c5ef3b req-814b5e76-c3db-497d-af20-fc17527785b1 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 210 time: 0.0537267
May 18 01:47:03.091003 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-76117ffc-9f13-475e-ba08-6396a2e30349 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:03.092445 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-76117ffc-9f13-475e-ba08-6396a2e30349 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 815 time: 0.2511487
May 18 01:47:03.104988 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'port': {'device_id': '73f24893-2444-4657-8f7e-64d634c07212', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'admin_state_up': True, 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:03.233265 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:47:03.243787 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Sync routers for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:47:03.249376 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:03.251972 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:03.258655 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:03.260876 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0217c10>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:03.261135 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:03.274383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Made reservation on behalf of 9b0c3cb4d3634c8080132e61a0648e51 for: {'port': 1} {{(pid=78859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:47:03.278392 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:03.316545 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2b6b19b3-698e-4e25-8957-0b8eb34db1ca tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d23b230-cc81-4119-80d1-e6df673837a1 HTTP/1.1" status: 204  len: 168 time: 1.8383636
May 18 01:47:03.317518 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:03.437592 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c029cb-3fed-45d0-9b02-8ff2df5473c2 req-3f72a2a6-4be8-436f-bf77-ec139ac97af4 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:03.444547 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-50c029cb-3fed-45d0-9b02-8ff2df5473c2 req-3f72a2a6-4be8-436f-bf77-ec139ac97af4 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1712251
May 18 01:47:03.473558 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:03.505440 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-50c029cb-3fed-45d0-9b02-8ff2df5473c2 req-e52d8ed9-1918-4926-b44e-278d5f127c01 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599337
May 18 01:47:03.615721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Allocated IP 172.20.0.8 (9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa/76dd0366-7292-41f5-a589-651657931c23/392d4826-ca87-4f90-8dc7-881f65216ff1) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:47:03.909904 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'status': 'completed', 'code': 200}
May 18 01:47:04.154710 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0217c10>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:04.162713 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:04.169960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Checking router: 433da0ae-6c0c-4fff-a8d3-57ac9c23656e for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:47:04.183300 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:04.183940 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0217c10>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:46:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:04.225742 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-11cf88d0-ebe4-4b5c-bd04-61979f7626ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:04.227263 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-11cf88d0-ebe4-4b5c-bd04-61979f7626ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a3a93319a54320819f6f385f3682b7&device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 1098 time: 0.2234852
May 18 01:47:04.329068 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9c1bd70d-0553-45e8-b5e2-3dbd5c27d4be req-d2c1bb92-0a8c-432b-ab6b-7456429f77c7 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 210 time: 0.1204462
May 18 01:47:04.333188 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Transition to ACTIVE for port object 392d4826-ca87-4f90-8dc7-881f65216ff1 will not be triggered until provisioned by entity DHCP. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:47:04.373149 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c74b-4430-4587-b861-2eaf7c92ef89 req-e731aa26-bfb7-4a7f-b6f4-ff821636796f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:04.374679 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e712c74b-4430-4587-b861-2eaf7c92ef89 req-e731aa26-bfb7-4a7f-b6f4-ff821636796f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.4481535
May 18 01:47:04.440751 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e712c74b-4430-4587-b861-2eaf7c92ef89 req-60998486-87b7-4f1a-9d08-0d269c199990 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593967
May 18 01:47:04.449787 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:04.460861 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:04.565766 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-507109d8-f749-4c68-97ab-1cc94631c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:04.568958 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-507109d8-f749-4c68-97ab-1cc94631c504 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 200  len: 907 time: 0.3222542
May 18 01:47:04.585115 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:04.618439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:47:04.622460 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:47:04.642538 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:47:04.692981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:04.709068 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:04.718536 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-08385fab-514f-4714-8702-f65d0d4add68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:04.733670 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:04.824096 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:04.825065 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:04.859721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-651845ce-3211-43db-b3b0-6bfa5338de54 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7593234
May 18 01:47:04.878654 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6b69-7ae7-402b-91ab-c4e9a0af8652 req-685a4daa-15bd-4d04-a66f-54ede5826eca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:04.887337 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-37ad6b69-7ae7-402b-91ab-c4e9a0af8652 req-685a4daa-15bd-4d04-a66f-54ede5826eca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1913421
May 18 01:47:04.996205 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-37ad6b69-7ae7-402b-91ab-c4e9a0af8652 req-79f9efd4-c50d-4c62-b4b7-4a361779a653 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075394
May 18 01:47:05.098071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-8a45b9a6-9205-4a34-9d55-ccc767503479 None None] Provisioning for port 392d4826-ca87-4f90-8dc7-881f65216ff1 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:47:05.110856 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-8a45b9a6-9205-4a34-9d55-ccc767503479 None None] Provisioning complete for port 392d4826-ca87-4f90-8dc7-881f65216ff1 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:47:05.111230 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8a45b9a6-9205-4a34-9d55-ccc767503479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:05.177728 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0217c10>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:05.185350 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-8a45b9a6-9205-4a34-9d55-ccc767503479 None None] Port 392d4826-ca87-4f90-8dc7-881f65216ff1 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:47:05.189922 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf769136-9cde-464f-98c4-35e3cdcd53a8 None None] The sync data for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi is: [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 4, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '6c807625-41bd-43ca-88a8-857165ac013e', 'name': '', 'network_id': '5787d5f7-5be7-43d9-a969-a69199319951', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'mac_address': 'fa:16:3e:73:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:32Z', 'updated_at': '2021-05-18T01:41:41Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'subnets': [{'id': 'f0cde8f5-e4ab-4013-9cb1-c513776c3a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:47:05.434834 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a278854-7a77-444e-9ec8-66e4b20e03ee None None] New status for floating IP 8d23b230-cc81-4119-80d1-e6df673837a1: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:47:05.737801 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:05.759594 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fae06e-f778-496c-a962-dcdf073f1f43 req-308d67ba-5997-4d0a-a19d-da82dc7672a3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:05.760906 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-53fae06e-f778-496c-a962-dcdf073f1f43 req-308d67ba-5997-4d0a-a19d-da82dc7672a3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Synchronizing usage tracker for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:47:05.786789 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-53fae06e-f778-496c-a962-dcdf073f1f43 req-308d67ba-5997-4d0a-a19d-da82dc7672a3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Unset dirty status for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:47:05.787961 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-53fae06e-f778-496c-a962-dcdf073f1f43 req-308d67ba-5997-4d0a-a19d-da82dc7672a3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.3030281
May 18 01:47:05.799396 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34120) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:05.830691 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65c307-65aa-4800-b8e0-7fba04d0207a req-679cfc69-291a-4014-a202-6d9c2be4f20c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:05.832211 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3a65c307-65aa-4800-b8e0-7fba04d0207a req-679cfc69-291a-4014-a202-6d9c2be4f20c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1830261
May 18 01:47:05.879850 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-53fae06e-f778-496c-a962-dcdf073f1f43 req-9c85f3c7-a950-4036-aedd-49276cc13734 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830531
May 18 01:47:05.901556 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3a65c307-65aa-4800-b8e0-7fba04d0207a req-aa6b9733-de60-4ab6-8f7f-b28b144a8f40 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594220
May 18 01:47:05.951141 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:05.972366 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:05.976266 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Usage tracker for resource:security_group_rule and tenant:5337e1c75a7f4a3191b05d8162d3d05d is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:05.980008 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:05.986192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:06.084085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.089905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.100582 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fd24088b-2fdb-427d-b28a-6cc4d71fe569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:06.146554 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5337e1c75a7f4a3191b05d8162d3d05d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3457925
May 18 01:47:06.147276 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f68d2c-f199-44f2-b0a1-463fab6ff512,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:06.151666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1cccb42a-1cee-4cde-a54b-15910e6c90ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:06.152193 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34128) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:06.193833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef98c6-3bdb-4a5b-95e6-536db2c67296 req-30f79854-98f8-48b8-9ac2-c77de1adb421 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:06.195533 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-baef98c6-3bdb-4a5b-95e6-536db2c67296 req-30f79854-98f8-48b8-9ac2-c77de1adb421 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0957901
May 18 01:47:06.226610 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.255994 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.277776 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-baef98c6-3bdb-4a5b-95e6-536db2c67296 req-723e1289-79db-49bc-b2e5-7bf46fff4e5b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758274
May 18 01:47:06.312849 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.317579 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7a0a39b3-a76a-4bd5-9c69-328485a0c909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:06.333453 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f68d2c-f199-44f2-b0a1-463fab6ff512,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:06.336593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:06.339166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.340671 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-d5f66560-29a0-4c35-b16e-82af6c3214a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94f68d2c-f199-44f2-b0a1-463fab6ff512 HTTP/1.1" status: 204  len: 168 time: 0.1867895
May 18 01:47:06.650714 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34138) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:06.667901 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.682175 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:06.685825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Usage tracker for resource:security_group_rule and tenant:142e6dd5704d41e3ac48ea701ece7d99 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:06.688564 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:06.694061 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:06.777462 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.781859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.789627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5a59133e-caf9-400a-a97f-19a2933e23d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:06.841507 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34142) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:06.842180 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=142e6dd5704d41e3ac48ea701ece7d99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1899796
May 18 01:47:06.842773 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6791f1-9dbc-4432-b52c-36a177764308,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:06.846149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ac5ef9f6-e7ab-4d7e-bcb3-111f989a4096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:06.905421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:06.945912 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:07.011670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:07.018568 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-3fcd8c58-02c0-4c6f-a61e-943f75dd3866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:07.040150 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6791f1-9dbc-4432-b52c-36a177764308,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:07.044325 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:07.046155 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:07.047889 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-82754945-b088-43ff-a1e5-f32ca190e4cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c6791f1-9dbc-4432-b52c-36a177764308 HTTP/1.1" status: 204  len: 168 time: 0.2037754
May 18 01:47:07.226871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335e0d7-b1ff-4de8-b249-a6bfdd54012e req-f1cb582d-b7ac-4421-89fc-5533250d4b4a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:07.228634 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1335e0d7-b1ff-4de8-b249-a6bfdd54012e req-f1cb582d-b7ac-4421-89fc-5533250d4b4a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1095784
May 18 01:47:07.236800 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087605db-4be0-4bd2-a988-ac0eda1ca60c req-5b1c2d68-7376-4b0c-8c04-9ea22b52309f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:07.238259 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-087605db-4be0-4bd2-a988-ac0eda1ca60c req-5b1c2d68-7376-4b0c-8c04-9ea22b52309f tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1757090
May 18 01:47:07.328122 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1335e0d7-b1ff-4de8-b249-a6bfdd54012e req-c3b21d53-01db-4f58-b43b-90d6796617ba tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888894
May 18 01:47:07.332911 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-087605db-4be0-4bd2-a988-ac0eda1ca60c req-f8d93bc3-403d-4ab0-86e2-912b67421306 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681431
May 18 01:47:07.395192 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:07.586500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1422f22-f765-4a13-a786-7a185e949844 req-b1bb3e79-d11a-4da6-9316-ef48db7ed63c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:07.588188 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a1422f22-f765-4a13-a786-7a185e949844 req-b1bb3e79-d11a-4da6-9316-ef48db7ed63c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1149077
May 18 01:47:07.642473 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a1422f22-f765-4a13-a786-7a185e949844 req-70d8229b-6632-4639-a85a-a9f9f5de5b00 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474632
May 18 01:47:08.615130 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69fc4e-409a-4acf-af1b-e739fe540fba req-61ae045a-80d1-4ba8-bb93-f6b18b0274fd tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:08.616602 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df69fc4e-409a-4acf-af1b-e739fe540fba req-61ae045a-80d1-4ba8-bb93-f6b18b0274fd tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1159103
May 18 01:47:08.625775 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1628-3d5b-490a-ae26-59fe5f0ad2c7 req-5d5617ba-b30d-49da-84c5-10c3a9862df3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:08.627161 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ddf1628-3d5b-490a-ae26-59fe5f0ad2c7 req-5d5617ba-b30d-49da-84c5-10c3a9862df3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1679666
May 18 01:47:08.706761 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-df69fc4e-409a-4acf-af1b-e739fe540fba req-6ef38714-49bf-4d67-bdaf-252776d0f607 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786512
May 18 01:47:08.712293 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-7ddf1628-3d5b-490a-ae26-59fe5f0ad2c7 req-1d03c21e-e6a3-447e-8bb5-4fdb7c795aad tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666573
May 18 01:47:09.092160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e92f0-c1cb-4602-831a-8cc570947443 req-a25b61e8-40e8-4ee5-8647-306d3f057784 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:09.093655 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d71e92f0-c1cb-4602-831a-8cc570947443 req-a25b61e8-40e8-4ee5-8647-306d3f057784 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0845103
May 18 01:47:09.170377 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d71e92f0-c1cb-4602-831a-8cc570947443 req-20043b89-8f04-445d-b072-6302e93ed4cf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708601
May 18 01:47:09.302052 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34210) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:09.438010 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.454362 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:09.458482 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Usage tracker for resource:security_group_rule and tenant:447e7837fda946c183367fa52a3048ba is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:09.461621 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:09.468009 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:09.553014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.557863 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.584751 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-f359d8be-0cda-4842-a03c-c6bb57c5a9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:09.599043 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=447e7837fda946c183367fa52a3048ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958908
May 18 01:47:09.601616 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34216) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:09.630431 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4893b0cc-09fd-4143-af6d-a6713c2def97,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:09.639843 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-30ddfefa-3ff7-496d-8605-e79d422e3dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:09.676056 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.705356 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.769403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.773307 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0b21bead-a50e-403c-8fc7-9822047df8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:09.786077 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893b0cc-09fd-4143-af6d-a6713c2def97,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:09.790583 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:09.792171 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4893b0cc-09fd-4143-af6d-a6713c2def97 HTTP/1.1" status: 204  len: 168 time: 0.1895757
May 18 01:47:09.793208 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-711a2d86-2657-4b51-a316-c5500d99d3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:10.029048 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150417b1-bb9d-43c1-8ebf-5d2302f5dd25 req-4a3f0478-3bc2-4b30-b181-90c52b07cf80 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:10.030693 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-150417b1-bb9d-43c1-8ebf-5d2302f5dd25 req-4a3f0478-3bc2-4b30-b181-90c52b07cf80 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1564145
May 18 01:47:10.166649 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b52a-dca9-41ed-8db4-fe4e841a3f3a req-8cda185b-d58f-4279-b440-3cc4f4e65e4e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:10.170442 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3d28b52a-dca9-41ed-8db4-fe4e841a3f3a req-8cda185b-d58f-4279-b440-3cc4f4e65e4e tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.3338401
May 18 01:47:10.170862 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34230) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:10.192217 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.202693 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-150417b1-bb9d-43c1-8ebf-5d2302f5dd25 req-0571e214-2372-4ac8-9d72-30d1414e3936 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661484
May 18 01:47:10.232562 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:10.240540 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Usage tracker for resource:security_group_rule and tenant:20bb83f41d0d40bfba7a7e8f53ea1bf4 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:10.247414 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3d28b52a-dca9-41ed-8db4-fe4e841a3f3a req-fe50b478-927b-4c64-91bf-e27c3ba023cb tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633051
May 18 01:47:10.248515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:10.255654 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:10.370738 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.394098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.458623 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f4ada1d0-68ae-4d41-8273-851eac6b76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:10.465264 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37758-7c1a-4886-b47b-d26e8513ce11 req-153f6718-116a-4d8f-bc42-82dd111a9eca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:10.466985 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-80b37758-7c1a-4886-b47b-d26e8513ce11 req-153f6718-116a-4d8f-bc42-82dd111a9eca tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1360543
May 18 01:47:10.494137 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20bb83f41d0d40bfba7a7e8f53ea1bf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3212886
May 18 01:47:10.496983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34236) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:10.536935 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-80b37758-7c1a-4886-b47b-d26e8513ce11 req-93c42dd2-412f-4878-965d-0eaad529e665 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619776
May 18 01:47:10.542990 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c4077-8b25-4ec7-8f62-6f9dc904d365,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:10.546464 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1926887a-7adc-4292-b5bf-1990a3017293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:10.596859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.627664 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.701929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.706108 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-799fa826-6db8-4889-baca-d2054c3f4a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:10.719122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c4077-8b25-4ec7-8f62-6f9dc904d365,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:10.721983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:10.738767 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:10.740412 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-1af138a6-3138-488f-9780-475ea7930efa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/558c4077-8b25-4ec7-8f62-6f9dc904d365 HTTP/1.1" status: 204  len: 168 time: 0.2425315
May 18 01:47:11.503217 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fd44e-b602-475a-b2e2-5624caed5966 req-e365a5e6-75d5-4850-9f7b-6e20e895f031 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:11.504822 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a57fd44e-b602-475a-b2e2-5624caed5966 req-e365a5e6-75d5-4850-9f7b-6e20e895f031 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1790135
May 18 01:47:11.517447 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24bd6-48a8-4ca6-845f-8e81219b687d req-1a67e994-9ce2-4a33-a1fe-66c5aadb48ef tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:11.518858 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16c24bd6-48a8-4ca6-845f-8e81219b687d req-1a67e994-9ce2-4a33-a1fe-66c5aadb48ef tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1400926
May 18 01:47:11.596344 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-16c24bd6-48a8-4ca6-845f-8e81219b687d req-85adae19-a46b-43dd-b21c-005665fc7875 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613797
May 18 01:47:11.600753 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a57fd44e-b602-475a-b2e2-5624caed5966 req-59466ecd-897d-40f8-bcff-f0930addba3e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809848
May 18 01:47:11.807339 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5083-7b18-4c42-ac49-8d8853b39729 req-6155c5da-9c41-4712-8a9a-9753104a6102 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:11.808829 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-358e5083-7b18-4c42-ac49-8d8853b39729 req-6155c5da-9c41-4712-8a9a-9753104a6102 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0890949
May 18 01:47:11.871844 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-358e5083-7b18-4c42-ac49-8d8853b39729 req-5465f125-ad65-4b4e-8677-d65c3263d17e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573912
May 18 01:47:12.891384 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1acbb-e7b2-496d-b0a8-061c735436f9 req-cf5c384a-de34-40dd-b1c3-a5200a4f1b47 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:12.893088 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-23b1acbb-e7b2-496d-b0a8-061c735436f9 req-cf5c384a-de34-40dd-b1c3-a5200a4f1b47 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1722891
May 18 01:47:12.909844 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdbf1a-1c3b-479d-ba41-3ebf4fb022f7 req-703d160f-4170-4817-b7c0-ab9a97e99769 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:12.917264 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-45cdbf1a-1c3b-479d-ba41-3ebf4fb022f7 req-703d160f-4170-4817-b7c0-ab9a97e99769 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1479101
May 18 01:47:12.999079 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-45cdbf1a-1c3b-479d-ba41-3ebf4fb022f7 req-a43057b9-8299-469a-9f16-2196f62d1934 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809619
May 18 01:47:13.001854 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-23b1acbb-e7b2-496d-b0a8-061c735436f9 req-3cb0a317-3ee4-42ab-b2fc-15eac485e882 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820165
May 18 01:47:13.203603 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ffad1-9dca-445a-a8ca-07c71aa20507 req-abf456ec-4ebc-4cf8-9dfc-6661c564278a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:13.205152 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-da0ffad1-9dca-445a-a8ca-07c71aa20507 req-abf456ec-4ebc-4cf8-9dfc-6661c564278a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0884347
May 18 01:47:13.308943 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-da0ffad1-9dca-445a-a8ca-07c71aa20507 req-f35a8e45-58ec-4292-89b9-f0a992e7919b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970063
May 18 01:47:14.250092 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411671a3-00ce-4f81-b998-2755174fdacd req-2abe2481-7883-4ce7-8f9a-81bcd1c2d2f4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:14.251533 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-411671a3-00ce-4f81-b998-2755174fdacd req-2abe2481-7883-4ce7-8f9a-81bcd1c2d2f4 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1410761
May 18 01:47:14.259614 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1afc6-f321-495c-8716-6df8228171a5 req-56c20d2b-b38f-4ee0-9541-2688f068ec2e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:14.261052 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62d1afc6-f321-495c-8716-6df8228171a5 req-56c20d2b-b38f-4ee0-9541-2688f068ec2e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 931 time: 0.1168342
May 18 01:47:14.332725 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-411671a3-00ce-4f81-b998-2755174fdacd req-06ab910f-c56c-45af-920b-fa8456294d75 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707147
May 18 01:47:14.337346 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-62d1afc6-f321-495c-8716-6df8228171a5 req-63467a3f-95ad-4447-9b47-14f428f43a8d tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625973
May 18 01:47:14.425330 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Request body: {'port': {'device_id': '73f24893-2444-4657-8f7e-64d634c07212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:14.493343 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-671d4238-89e2-4d39-babd-cfe85cd42126 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 200  len: 217 time: 0.0824666
May 18 01:47:14.561742 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-3e15457f-2dc8-4bef-81ab-775a79776f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:14.563290 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-3e15457f-2dc8-4bef-81ab-775a79776f5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 200  len: 846 time: 0.0587995
May 18 01:47:14.625839 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:14.649887 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-e9d45288-bfed-488e-a676-30ed0e5b849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:14.651382 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-e9d45288-bfed-488e-a676-30ed0e5b849e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5787d5f7-5be7-43d9-a969-a69199319951&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794156
May 18 01:47:14.653440 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4994c-e657-4817-92bf-2be5d70b8450 req-84e78930-8366-4fd9-a932-58546a7716de tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:14.656556 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b1e4994c-e657-4817-92bf-2be5d70b8450 req-84e78930-8366-4fd9-a932-58546a7716de tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.1817019
May 18 01:47:14.752030 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b1e4994c-e657-4817-92bf-2be5d70b8450 req-69e2fb6a-2543-430d-a267-3c9480320c11 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727422
May 18 01:47:14.790015 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-cafc36fa-a5f4-4f5b-8468-706304ad3596 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280901
May 18 01:47:14.935399 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d78c3ec0-0da1-41e6-8291-003a9bd99472 req-3fb7ece1-6a05-42ff-aa00-7b664dafdf90 service neutron] 10.222.0.32 "GET /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350250
May 18 01:47:15.017093 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392d4826-ca87-4f90-8dc7-881f65216ff1 {{(pid=78859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:47:15.024573 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:15.038844 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.provisioning_blocks [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Transition to ACTIVE for port object 392d4826-ca87-4f90-8dc7-881f65216ff1 will not be triggered until provisioned by entity L2. {{(pid=78859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:47:15.043019 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:15.047346 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:15.327701 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:15.332775 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:15.373078 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Attempting to bind port 392d4826-ca87-4f90-8dc7-881f65216ff1 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:47:15.373356 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Attempting to bind port 392d4826-ca87-4f90-8dc7-881f65216ff1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:47:15.373680 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Attempting to bind port 392d4826-ca87-4f90-8dc7-881f65216ff1 on network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:47:15.378528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Port 392d4826-ca87-4f90-8dc7-881f65216ff1 on network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:47:15.378779 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Attempting to bind port 392d4826-ca87-4f90-8dc7-881f65216ff1 on network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:47:15.383963 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:47:15.384324 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Checking segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:47:15.384776 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Bound using segment: {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'} {{(pid=78859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:47:15.385201 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.managers [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Bound port: 392d4826-ca87-4f90-8dc7-881f65216ff1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dd8002-0e22-4651-b318-be11b67fc2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa'}}] {{(pid=78859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:47:15.385546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:15.584543 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, cleared binding levels {{(pid=78859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:47:15.591580 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:47:15.599822 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:15.605953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e9a7ba13-2b11-4417-8c83-b80368d1dbc5 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:15.673333 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:15.673951 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:15.675318 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] 10.222.0.32 "PUT /v2.0/ports/392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 1093 time: 1.2543209
May 18 01:47:15.676562 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:15.691353 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a461-f5c7-4a8d-a380-be0053977a48 req-6a7e0136-9152-4bd5-8b32-fd136c0c4d84 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:15.692880 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9118a461-f5c7-4a8d-a380-be0053977a48 req-6a7e0136-9152-4bd5-8b32-fd136c0c4d84 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 943 time: 0.2447627
May 18 01:47:15.702756 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184f89-582e-492c-9673-8471e1b9b15d req-a6942952-eebe-4907-8886-864a3daa739d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:15.704256 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-08184f89-582e-492c-9673-8471e1b9b15d req-a6942952-eebe-4907-8886-864a3daa739d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.2602849
May 18 01:47:15.753069 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=3']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:15.759399 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:15.794552 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9118a461-f5c7-4a8d-a380-be0053977a48 req-e9fd6145-dbe0-4f94-bc50-b72d4c46dab3 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891798
May 18 01:47:15.799196 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-08184f89-582e-492c-9673-8471e1b9b15d req-efbcd1b9-3665-45bc-aeb2-be58bffcacb3 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872967
May 18 01:47:15.849550 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:47:15.979502 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34df7f-8a45-45cd-b611-4acd14dda037 req-003ad381-59df-4efe-afec-ea40c1256635 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:15.981012 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6d34df7f-8a45-45cd-b611-4acd14dda037 req-003ad381-59df-4efe-afec-ea40c1256635 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0804899
May 18 01:47:16.024659 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6d34df7f-8a45-45cd-b611-4acd14dda037 req-ce1a417b-e0a9-47b8-b8ed-14d85442c5e4 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380347
May 18 01:47:17.052332 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a002f0-eba8-4225-b513-5060770786e9 req-a7cd199d-6036-4bc6-90eb-2c68851b7fd2 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:17.053755 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-49a002f0-eba8-4225-b513-5060770786e9 req-a7cd199d-6036-4bc6-90eb-2c68851b7fd2 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 943 time: 0.1449146
May 18 01:47:17.061029 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14fb9-2bfb-4dfe-8178-f5b9b21ca984 req-f1f3658b-5018-4812-a1ba-88512bd220db tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:17.062340 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ce14fb9-2bfb-4dfe-8178-f5b9b21ca984 req-f1f3658b-5018-4812-a1ba-88512bd220db tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.1173065
May 18 01:47:17.133132 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-49a002f0-eba8-4225-b513-5060770786e9 req-17b7cb9d-5a0f-447b-97dd-e72e69dc4fd2 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698717
May 18 01:47:17.136025 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6ce14fb9-2bfb-4dfe-8178-f5b9b21ca984 req-0abbe885-f382-43eb-8dbf-ab5e8e89719b tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604787
May 18 01:47:17.302248 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f5465-0571-4468-8f43-34d63625d7e1 req-431b9e7f-aed7-462d-a88e-00cdfb0567c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:17.303596 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-223f5465-0571-4468-8f43-34d63625d7e1 req-431b9e7f-aed7-462d-a88e-00cdfb0567c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0785956
May 18 01:47:17.347006 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-223f5465-0571-4468-8f43-34d63625d7e1 req-92ae21dc-d5e9-4e1b-acfa-437e758fbe55 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377712
May 18 01:47:17.740281 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-d98ad127-fde2-47cc-b28a-29b64baf0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:17.741812 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-d98ad127-fde2-47cc-b28a-29b64baf0260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1096 time: 0.0739896
May 18 01:47:17.886784 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-2523d0ec-962d-4d7f-b768-c3c085289895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:17.888204 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-2523d0ec-962d-4d7f-b768-c3c085289895 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1375611
May 18 01:47:18.026805 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-e309c9a8-b3df-429e-9f9d-80efdddc4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.028260 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-6e764fa6-1c95-4974-b764-8bb883538c15 req-e309c9a8-b3df-429e-9f9d-80efdddc4e41 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1320860
May 18 01:47:18.146014 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-65ff44ae-cbed-4cf0-a308-2b080873f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.147361 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-65ff44ae-cbed-4cf0-a308-2b080873f9f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1096 time: 0.0706685
May 18 01:47:18.221457 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-39d6ec2b-7e59-412a-8e67-ab9900714a31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 217 time: 0.0659680
May 18 01:47:18.387832 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-af0c461d-c342-4d88-b86d-83ad2a21b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.389284 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-af0c461d-c342-4d88-b86d-83ad2a21b9d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.1592243
May 18 01:47:18.452887 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-3fcbc9d3-a499-4f89-adc4-7f5386722e31 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.453501 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-3fcbc9d3-a499-4f89-adc4-7f5386722e31 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Synchronizing usage tracker for tenant:26a3a93319a54320819f6f385f3682b7 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:47:18.472078 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-3fcbc9d3-a499-4f89-adc4-7f5386722e31 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Unset dirty status for tenant:26a3a93319a54320819f6f385f3682b7 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:47:18.473280 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-3fcbc9d3-a499-4f89-adc4-7f5386722e31 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.0976379
May 18 01:47:18.590967 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0e6d-3ff4-4e03-943e-a4fd366b54d8 req-4e082d3a-554c-4e6d-a5dc-36dce574603c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.592530 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-111e0e6d-3ff4-4e03-943e-a4fd366b54d8 req-4e082d3a-554c-4e6d-a5dc-36dce574603c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 943 time: 0.3276048
May 18 01:47:18.605157 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c27805-3054-4cac-80cb-a5f934451ed7 req-9ccb0d8e-9efa-4ea0-8822-ad4fecd0182d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.606670 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b2c27805-3054-4cac-80cb-a5f934451ed7 req-9ccb0d8e-9efa-4ea0-8822-ad4fecd0182d tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 945 time: 0.3432045
May 18 01:47:18.693461 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-111e0e6d-3ff4-4e03-943e-a4fd366b54d8 req-c133b3fb-00ff-420c-bee8-e49818f15b83 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857790
May 18 01:47:18.695402 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-257ebe6a-1737-47ce-9d0e-d37ae2dab162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:18.696808 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-257ebe6a-1737-47ce-9d0e-d37ae2dab162 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2986958
May 18 01:47:18.702082 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b2c27805-3054-4cac-80cb-a5f934451ed7 req-9af55754-d429-40f5-a5ac-8b575f4f04c3 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/security-groups?id=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774171
May 18 01:47:18.730920 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Deleting port 1edc3375-334f-4bd6-bad0-7416484b0c9f {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:18.731265 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:18.873412 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] For port 1edc3375-334f-4bd6-bad0-7416484b0c9f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1edc3375-334f-4bd6-bad0-7416484b0c9f,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:18.873775 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:18.896469 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-5a76df6d-bb1b-4efd-8a7c-9077d535fd04 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923246
May 18 01:47:19.007167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ed424-dbbd-4c0a-8f85-8b29062c5cc8 req-1c9e3c8c-7d20-44de-9492-6b80dc95186a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:19.009289 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d78ed424-dbbd-4c0a-8f85-8b29062c5cc8 req-1c9e3c8c-7d20-44de-9492-6b80dc95186a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.2031367
May 18 01:47:19.016548 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Calling delete_port for 1edc3375-334f-4bd6-bad0-7416484b0c9f owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:19.083694 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-961c6f5a-4d94-4b4b-bbdf-02169cb60f12 req-7e6d070d-baeb-45cb-b75c-cfad38ab090f service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800723
May 18 01:47:19.086889 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d78ed424-dbbd-4c0a-8f85-8b29062c5cc8 req-4d818028-20a7-4bc6-a552-808591a6554d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712767
May 18 01:47:19.142710 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:19.148641 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:19.193818 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event deleted for resources: {'Port': ['ID=1edc3375-334f-4bd6-bad0-7416484b0c9f,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:19.196901 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:19.271760 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] No DVR routers for this DVR port 1edc3375-334f-4bd6-bad0-7416484b0c9f on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:47:19.274359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:19.277071 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-deleted', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:19.293088 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-6fbccd9b-a8f2-4c51-b267-b179c7985426 req-41893242-875b-4b04-accb-9465a1ecf153 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.32 "DELETE /v2.0/ports/1edc3375-334f-4bd6-bad0-7416484b0c9f HTTP/1.1" status: 204  len: 173 time: 0.8147933
May 18 01:47:19.334330 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451', 'name': 'network-vif-deleted', 'tag': '1edc3375-334f-4bd6-bad0-7416484b0c9f', 'status': 'completed', 'code': 200}
May 18 01:47:19.897329 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-fd1a8107-d6b9-4244-8df6-f30e62ad8abf req-ebec96c2-1c2f-4b7c-b09a-140b024afbcc tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2c5ae5-b46c-4a24-a46d-b9d4cb72a451 HTTP/1.1" status: 200  len: 210 time: 0.0614998
May 18 01:47:19.936244 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287f644-c6fb-4529-a041-6ecae0e59506 req-49a06fa7-b7f7-469e-b9d1-0f40c8a5400e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:19.937776 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b287f644-c6fb-4529-a041-6ecae0e59506 req-49a06fa7-b7f7-469e-b9d1-0f40c8a5400e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 943 time: 0.1326017
May 18 01:47:19.985206 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b287f644-c6fb-4529-a041-6ecae0e59506 req-fd58cc92-ee00-4b80-ba82-c43b450dfdfa tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408728
May 18 01:47:20.275964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9eae7-2282-4bf1-b546-2b4f605ae98f req-24613bf9-38b2-4f2e-9585-74f6b8247bc1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:20.277641 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34e9eae7-2282-4bf1-b546-2b4f605ae98f req-24613bf9-38b2-4f2e-9585-74f6b8247bc1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 944 time: 0.0828629
May 18 01:47:20.328767 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-34e9eae7-2282-4bf1-b546-2b4f605ae98f req-16833b47-d241-4909-84af-a67832031b6d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452645
May 18 01:47:20.673535 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device d7302219-5c9c-406e-a03c-2e983e47736e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:47:20.809738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7302219-5c9c-406e-a03c-2e983e47736e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:20.822974 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:47:20.875808 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:20.892984 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7302219-5c9c-406e-a03c-2e983e47736e {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:47:20.912678 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7302219-5c9c-406e-a03c-2e983e47736e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:20.917465 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:20.918411 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 392d4826-ca87-4f90-8dc7-881f65216ff1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:47:20.920366 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:20.989917 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:20.993108 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:20.996801 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34370) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:21.067959 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.125783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:21.129153 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.139677 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'port_id': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'mac_address': 'fa:16:3e:a2:b2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:47:21.201007 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.218716 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb94c-8be9-4a4b-bdd9-9640b00ba633 req-a51a2673-3b85-4c64-ace1-0312973cc96a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:21.219086 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392d4826-ca87-4f90-8dc7-881f65216ff1 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:47:21.220207 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfecb94c-8be9-4a4b-bdd9-9640b00ba633 req-a51a2673-3b85-4c64-ace1-0312973cc96a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 943 time: 0.1265295
May 18 01:47:21.235414 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:21.239251 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.241119 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:21.266932 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.271770 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7bdda75c-3bb5-4b7f-a84d-9de7bbfd08e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:21.281645 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfecb94c-8be9-4a4b-bdd9-9640b00ba633 req-512848f0-3121-4439-88ec-60ad31a834db tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548894
May 18 01:47:21.289931 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe3ee8-dae8-426b-acdb-5a3d98aba4e6,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:21.293203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:21.299594 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:21.304405 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c3d243b5-21e6-4ebb-b682-e4945aabb080 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] 10.222.0.16 "DELETE /v2.0/security-groups/93fe3ee8-dae8-426b-acdb-5a3d98aba4e6 HTTP/1.1" status: 204  len: 168 time: 0.3055913
May 18 01:47:21.323558 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:21.327662 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:21.347741 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34378) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:21.466270 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['d7302219-5c9c-406e-a03c-2e983e47736e'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:47:21.498622 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:47:21.519361 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76ddb-c603-4844-a55f-f005c6ef34fe req-14f19f47-b767-47e1-b696-6a9d9fa730cf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:21.520844 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-edf76ddb-c603-4844-a55f-f005c6ef34fe req-14f19f47-b767-47e1-b696-6a9d9fa730cf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 945 time: 0.0825160
May 18 01:47:21.644973 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-edf76ddb-c603-4844-a55f-f005c6ef34fe req-bb4eb2b8-2e83-4bb2-a616-4723d92cd81a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683763
May 18 01:47:22.084186 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34394) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:22.205896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.220981 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:22.224923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0f288b69b44894bd7759d1ed87ba59 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:22.227708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:22.229840 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.233456 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:22.319483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.324786 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.334352 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6d369365-52a3-4313-b468-4cf02247bc4b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:22.378567 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec0f288b69b44894bd7759d1ed87ba59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2908723
May 18 01:47:22.378921 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34402) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:22.381770 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf5f83-842f-48cb-9cb4-67e61d94aab9,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:22.397095 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4dd4e836-0da9-429c-ace7-640fde5d6801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:22.449071 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.475420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.530593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.535455 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cbe535dd-9cff-4243-9a41-8b78b36777d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:22.547741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf5f83-842f-48cb-9cb4-67e61d94aab9,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:22.550708 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:22.556996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.562065 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-b819b06f-049a-42cf-9a30-72774021dba4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44bf5f83-842f-48cb-9cb4-67e61d94aab9 HTTP/1.1" status: 204  len: 168 time: 0.1790962
May 18 01:47:22.589721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f6cdb-cff5-4776-b637-7eb2dd8e2192 req-63a1ef5c-613a-41e5-88d8-851854084585 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:22.591122 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef4f6cdb-cff5-4776-b637-7eb2dd8e2192 req-63a1ef5c-613a-41e5-88d8-851854084585 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 944 time: 0.1888218
May 18 01:47:22.672130 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device d7302219-5c9c-406e-a03c-2e983e47736e up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:47:22.685060 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-ef4f6cdb-cff5-4776-b637-7eb2dd8e2192 req-e70cce2b-3057-422b-9e99-08aba4e9ce60 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875816
May 18 01:47:22.771901 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Deleting port 6c807625-41bd-43ca-88a8-857165ac013e {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:22.772383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.774481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port d7302219-5c9c-406e-a03c-2e983e47736e completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:47:22.780887 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port d7302219-5c9c-406e-a03c-2e983e47736e triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:47:22.781723 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.869187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34412) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:22.895188 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.912191 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.920538 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:22.924394 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Usage tracker for resource:security_group_rule and tenant:a45d2dfa528549db9e4a9af83b86d49a is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:22.927468 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:22.933811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:22.947562 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7302219-5c9c-406e-a03c-2e983e47736e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:22.948908 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:22.968115 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.969234 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 392d4826-ca87-4f90-8dc7-881f65216ff1 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:47:22.974606 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] For port 6c807625-41bd-43ca-88a8-857165ac013e, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=6c807625-41bd-43ca-88a8-857165ac013e,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:22.975124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:22.996611 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657deb88-9500-467d-a1e5-2b64b3488420 req-80d5d1d4-f07f-4d7a-95a4-bf9c2378e4a5 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:22.998542 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-657deb88-9500-467d-a1e5-2b64b3488420 req-80d5d1d4-f07f-4d7a-95a4-bf9c2378e4a5 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 945 time: 0.2079916
May 18 01:47:23.018486 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:23.026581 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.031124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.040160 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1ec5b3eb-22af-475c-897d-f50222e4a418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:23.081468 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'code': 200}
May 18 01:47:23.082583 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a45d2dfa528549db9e4a9af83b86d49a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2120039
May 18 01:47:23.083691 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36473310-de78-489f-bb47-14cc59a435dc,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:23.086410 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34418) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:23.090874 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cd8e8ddb-510f-4685-b6f1-853e06675e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:23.117152 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:23.121017 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:23.133052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 392d4826-ca87-4f90-8dc7-881f65216ff1 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:47:23.139178 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 392d4826-ca87-4f90-8dc7-881f65216ff1 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:47:23.139838 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.158483 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.182448 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Calling delete_port for 6c807625-41bd-43ca-88a8-857165ac013e owned by network:router_interface {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:23.199217 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.210679 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-657deb88-9500-467d-a1e5-2b64b3488420 req-fcbb7394-f83a-4b55-8065-4ea34d9f62d6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413276
May 18 01:47:23.266493 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.308655 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.313736 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:23.319509 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.320594 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:23.328997 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.334187 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a10-6b92-4ec7-974f-165da7841ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:23.345887 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db566a48-3030-413c-8b56-419add1edf92 req-c05def5f-b2f0-4a97-8457-523d5f7a8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:23.346583 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-13433016-02eb-4e48-8f0b-737fc6e8f4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:23.347369 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-db566a48-3030-413c-8b56-419add1edf92 req-c05def5f-b2f0-4a97-8457-523d5f7a8fc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1099 time: 0.0961196
May 18 01:47:23.349830 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36473310-de78-489f-bb47-14cc59a435dc,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:23.352618 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:23.378426 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.382326 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-f915df80-3ec8-4e72-97bf-22b9cb58c33d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36473310-de78-489f-bb47-14cc59a435dc HTTP/1.1" status: 204  len: 168 time: 0.2915044
May 18 01:47:23.412476 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-db566a48-3030-413c-8b56-419add1edf92 req-7e1eb3f7-f726-4fa0-9818-0b924fdd6f15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563688
May 18 01:47:23.418450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 1edc3375-334f-4bd6-bad0-7416484b0c9f {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:23.418711 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:47:23.419216 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1edc3375-334f-4bd6-bad0-7416484b0c9f not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:23.441284 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:23.444338 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:23.538818 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:23.543348 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1746b780-eba0-47e3-908e-2efe04127022 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:23.589254 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c807625-41bd-43ca-88a8-857165ac013e,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:23.619264 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:24.044552 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79827f3f-8481-4e93-a1ea-6d79da634764 req-134fa10a-d301-4b10-b6f9-282226877fa4 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:24.046038 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79827f3f-8481-4e93-a1ea-6d79da634764 req-134fa10a-d301-4b10-b6f9-282226877fa4 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.1749930
May 18 01:47:24.048470 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:24.182615 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-79827f3f-8481-4e93-a1ea-6d79da634764 req-431be42c-dc52-49bd-87f9-e74eba6a4764 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294975
May 18 01:47:24.535208 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd2718-1fb9-477f-9c57-5e995a774df0 req-21075c7c-db42-4d3c-8f33-90e9f09b5e71 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:24.536689 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c1dd2718-1fb9-477f-9c57-5e995a774df0 req-21075c7c-db42-4d3c-8f33-90e9f09b5e71 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 946 time: 0.1927965
May 18 01:47:24.545542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:47:24.661495 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c1dd2718-1fb9-477f-9c57-5e995a774df0 req-c004c6c9-30ad-43cb-8730-614e4c3ab0af tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179926
May 18 01:47:24.766310 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:47:24.774814 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Sync routers for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:47:24.784365 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:24.785246 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd041c0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:24.825027 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a77746be-d506-485a-9b23-29e49da3b80b admin admin] 10.222.0.16 "PUT /v2.0/routers/433da0ae-6c0c-4fff-a8d3-57ac9c23656e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4730783
May 18 01:47:24.826002 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34466) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:24.861610 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3202e5-4c91-4516-b8ec-6d05323fd1a2 req-01c11e73-1cc4-4de0-b0b1-598d1cba12d2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:24.863090 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8f3202e5-4c91-4516-b8ec-6d05323fd1a2 req-01c11e73-1cc4-4de0-b0b1-598d1cba12d2 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 946 time: 0.0912046
May 18 01:47:24.942365 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-8f3202e5-4c91-4516-b8ec-6d05323fd1a2 req-b3952952-dcfe-4bdc-9886-26eaf3a9fedf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730410
May 18 01:47:24.960276 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34470) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:25.005467 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:25.050871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f79130-5522-4359-a0a0-2dc8b7e01cd4 tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:25.055783 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c7f79130-5522-4359-a0a0-2dc8b7e01cd4 tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1094 time: 0.0938556
May 18 01:47:25.056524 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34480) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:25.062085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:25.068333 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:25.073267 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:floatingip and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:25.076535 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:25.079954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks [] for router, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:25.082780 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:25.095714 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:25.111483 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:25.192162 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'code': 200}
May 18 01:47:25.357271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:25.388941 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd041c0>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:47:23Z', 'revision_number': 5, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port': {'id': '63e9f27a-f687-4540-a0e6-411b20b26a9b', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:25Z', 'updated_at': '2021-05-18T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:25.389996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:25.393430 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Checking router: 433da0ae-6c0c-4fff-a8d3-57ac9c23656e for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:47:25.407420 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Routers {'433da0ae-6c0c-4fff-a8d3-57ac9c23656e'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:25.408335 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd041c0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:25.629341 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] Set router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e gateway port host: None {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:25.638840 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9f5f-9d96-4111-bc4e-c1d38effc99b req-57d39bcc-24bc-46db-8e05-a32092b410a4 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:25.653556 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1f2b9f5f-9d96-4111-bc4e-c1d38effc99b req-57d39bcc-24bc-46db-8e05-a32092b410a4 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.2301517
May 18 01:47:25.706053 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebf030-cba2-4671-a2b0-656f72b149e4 req-c8f4f76d-c6a3-43b2-a386-eddc3692e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:25.707378 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-54ebf030-cba2-4671-a2b0-656f72b149e4 req-c8f4f76d-c6a3-43b2-a386-eddc3692e8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1098 time: 0.2721243
May 18 01:47:25.710362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Deleting port 63e9f27a-f687-4540-a0e6-411b20b26a9b {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:25.710700 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:25.734053 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1f2b9f5f-9d96-4111-bc4e-c1d38effc99b req-371a3e36-9b9a-442e-b92f-61539ca1ad00 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794396
May 18 01:47:25.772680 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.27.1.27 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/60a74d01-36e3-4dfe-9e3f-80022f36f44a) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:47:25.813620 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bd041c0>, [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:47:25Z', 'revision_number': 6, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:25.817918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67424-75e6-4854-9f29-cc0adcaa986b None None] The sync data for ids ['433da0ae-6c0c-4fff-a8d3-57ac9c23656e'] in dv-cinder-784623-9-iscsi is: [{'id': '433da0ae-6c0c-4fff-a8d3-57ac9c23656e', 'name': 'tempest-TestShelveInstance-43284403-router', 'tenant_id': '26a3a93319a54320819f6f385f3682b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:24Z', 'updated_at': '2021-05-18T01:47:25Z', 'revision_number': 6, 'project_id': '26a3a93319a54320819f6f385f3682b7', 'gw_port_host': None}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:47:25.914175 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-54ebf030-cba2-4671-a2b0-656f72b149e4 req-cb055c29-eecb-43ec-8572-9bae670c33c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921211
May 18 01:47:25.935582 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] For port 63e9f27a-f687-4540-a0e6-411b20b26a9b, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=63e9f27a-f687-4540-a0e6-411b20b26a9b,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:25.936146 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.073372 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34512) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:26.101762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.101928 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Calling delete_port for 63e9f27a-f687-4540-a0e6-411b20b26a9b owned by network:router_gateway {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:26.139520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.150590 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:26.235288 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:47:26.253971 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:47:26.257032 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:47:26.295251 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.299089 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c84b59aa-b08d-4bf4-8a69-e863e617c09d tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:26.314105 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.344354 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=60a74d01-36e3-4dfe-9e3f-80022f36f44a,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:26.348725 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e9f27a-f687-4540-a0e6-411b20b26a9b,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:26.352500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:26.354861 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:26.362290 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb4e92fe90c4692912f9199f4ca932e is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:26.392562 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.392938 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.393305 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.393667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.394019 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.394371 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.394720 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.395070 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.395421 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.395778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.396109 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.396479 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:26.400182 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:26.406611 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:26.424849 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:26.451982 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.632573 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.636001 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.668043 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.668935 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 433da0ae-6c0c-4fff-a8d3-57ac9c23656e {{(pid=78860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:47:26.693278 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.698602 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] 10.222.0.16 "DELETE /v2.0/routers/433da0ae-6c0c-4fff-a8d3-57ac9c23656e HTTP/1.1" status: 204  len: 168 time: 1.8702652
May 18 01:47:26.699626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34518) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:26.755042 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.765269 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Deleting subnet f0cde8f5-e4ab-4013-9cb1-c513776c3a04 {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:47:26.766903 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.768972 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.779904 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-530283dd-c8a9-416f-b096-71afe07d2dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:26.822011 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.836384 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cb4e92fe90c4692912f9199f4ca932e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7592542
May 18 01:47:26.836384 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e968664-685b-47ab-9fc9-5bdc70ca7432,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:26.841363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-96ba5983-d089-4f5f-b7d0-375b53cb25c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:26.841851 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34524) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:26.916798 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:26.989878 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.032558 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.045682 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.074209 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba0b0-f0cb-4572-bc2d-11e241a8a0d7 req-01e8587a-33ea-4008-8ecf-5616463a033a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:27.075679 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f1eba0b0-f0cb-4572-bc2d-11e241a8a0d7 req-01e8587a-33ea-4008-8ecf-5616463a033a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.1912506
May 18 01:47:27.184990 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f1eba0b0-f0cb-4572-bc2d-11e241a8a0d7 req-338bd82b-ad89-4b29-bfc2-52c2b8efef39 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959253
May 18 01:47:27.198211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.199011 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.204393 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-8d88429a-9f91-4b1c-8335-628e1275014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:27.210537 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:27.213619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.248253 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.250182 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5db0ae-0ba1-4936-9f61-50592cf7d805 None None] Network 5787d5f7-5be7-43d9-a969-a69199319951 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:47:27.250916 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cde8f5-e4ab-4013-9cb1-c513776c3a04,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:27.253796 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:27.262593 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-678dd9b0-484a-42db-b19d-0ddfba95bc25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0cde8f5-e4ab-4013-9cb1-c513776c3a04 HTTP/1.1" status: 204  len: 168 time: 0.5616016
May 18 01:47:27.264932 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34532) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:27.270977 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e968664-685b-47ab-9fc9-5bdc70ca7432,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:27.278270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:27.301167 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.304624 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-18e2c26a-f9e5-4c34-ae9c-ff109bbe9b4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e968664-685b-47ab-9fc9-5bdc70ca7432 HTTP/1.1" status: 204  len: 168 time: 0.4584019
May 18 01:47:27.413837 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.499890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050e47-da7f-4c25-95c8-ae97d25b4447 req-d4b6f8b7-9e2c-499e-95f0-14dc4268ed14 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:27.501680 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1e050e47-da7f-4c25-95c8-ae97d25b4447 req-d4b6f8b7-9e2c-499e-95f0-14dc4268ed14 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.1761072
May 18 01:47:27.511652 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Deleting port ddddc921-72a9-48fc-8bae-4bfd4ed9257c {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:27.512114 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.569721 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1e050e47-da7f-4c25-95c8-ae97d25b4447 req-d12d2c03-8acd-4ad1-8593-c3f5f2b08a0a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607326
May 18 01:47:27.595190 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.600082 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.611458 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ddf98f7e-76d0-4a1f-8c4f-fa0fc3671d7a tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:27.627877 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] DHCP port deletion for 5787d5f7-5be7-43d9-a969-a69199319951 request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:47:27.739641 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34542) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:27.744606 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Deleting port ddddc921-72a9-48fc-8bae-4bfd4ed9257c {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:27.745122 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.784786 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.786240 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] For port ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:27.786744 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.795211 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=60a74d01-36e3-4dfe-9e3f-80022f36f44a,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:27.802363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:27.807181 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.861813 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] For port ddddc921-72a9-48fc-8bae-4bfd4ed9257c, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,segment=NetworkSegment(910f261f-eadc-44d2-8732-28b38bea699c),segment_id=910f261f-eadc-44d2-8732-28b38bea699c)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:27.862492 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:27.871750 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:27.929042 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 63e9f27a-f687-4540-a0e6-411b20b26a9b no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:27.977983 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Calling delete_port for ddddc921-72a9-48fc-8bae-4bfd4ed9257c owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:28.006245 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Usage tracker for resource:security_group_rule and tenant:dbec8577a60b4c90a2584558bd4d0d3f is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:28.010773 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:28.019493 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:28.022676 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Calling delete_port for ddddc921-72a9-48fc-8bae-4bfd4ed9257c owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:28.032126 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 63e9f27a-f687-4540-a0e6-411b20b26a9b {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:28.032391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 63e9f27a-f687-4540-a0e6-411b20b26a9b not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:28.032620 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 6c807625-41bd-43ca-88a8-857165ac013e no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:28.043407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.050403 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-ac4275b1-8efa-4cb7-890b-4067a276aafe tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:28.070920 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 6c807625-41bd-43ca-88a8-857165ac013e {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:28.071266 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 6c807625-41bd-43ca-88a8-857165ac013e not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:28.104384 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:28.106524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] No DVR routers for this DVR port ddddc921-72a9-48fc-8bae-4bfd4ed9257c on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:47:28.108019 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:28.117545 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.121235 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:28.162733 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Pushing event deleted for resources: {'Port': ['ID=ddddc921-72a9-48fc-8bae-4bfd4ed9257c,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:28.170035 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:28.172928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cbc1f-7b5a-4121-a610-77666af8e7a2 None None] No DVR routers for this DVR port ddddc921-72a9-48fc-8bae-4bfd4ed9257c on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:47:28.201459 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP bf7830b6-afca-4092-9938-f6f68d7272f6 associated. External IP: 172.27.1.27, port: d7302219-5c9c-406e-a03c-2e983e47736e.
May 18 01:47:28.227881 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.240999 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa0703a90>,) {'filters': {'network_id': ['5787d5f7-5be7-43d9-a969-a69199319951']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:28.253343 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0703a90>, '910f261f-eadc-44d2-8732-28b38bea699c') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:28.253644 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0703a90>, '910f261f-eadc-44d2-8732-28b38bea699c') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:28.268252 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.284277 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.290298 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:47:28.290680 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:47:28.304032 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:47:28.382692 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.387354 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1867df00-d0e1-437e-ba9a-2bb5aaab55f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:28.398743 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0270c98-e4bd-488e-b1f8-eea8977fa0d2 req-059b008a-1daa-4fb1-a43d-cf1bed841b1d tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:28.400191 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f0270c98-e4bd-488e-b1f8-eea8977fa0d2 req-059b008a-1daa-4fb1-a43d-cf1bed841b1d tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.3155718
May 18 01:47:28.400374 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.411026 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Pushing event deleted for resources: {'Network': ['ID=5787d5f7-5be7-43d9-a969-a69199319951,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:28.414503 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:28.425075 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] 10.222.0.16 "DELETE /v2.0/networks/5787d5f7-5be7-43d9-a969-a69199319951 HTTP/1.1" status: 204  len: 168 time: 1.1590014
May 18 01:47:28.427811 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34548) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:28.430135 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.440540 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.452195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-81586448-033a-4e6c-ae5c-ea4c28ef0b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:28.518416 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f0270c98-e4bd-488e-b1f8-eea8977fa0d2 req-bc15a8e0-b934-418b-82a7-17a4d4a85cb6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089551
May 18 01:47:28.525686 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbec8577a60b4c90a2584558bd4d0d3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7821560
May 18 01:47:28.525841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34552) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:28.529238 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84e42f-5c8c-4558-9e5e-528a4ea5a520,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:28.543762 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0d3ce0fd-4114-426c-82cd-fe3768d42b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:28.735387 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.780526 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:28.801768 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:47:28.981321 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:29.000112 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-6c767f0c-41ce-4a90-a30d-1afa5d40d61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:29.019931 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84e42f-5c8c-4558-9e5e-528a4ea5a520,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:29.025008 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:29.027718 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:29.031243 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c08a80da-d6e0-4de6-a773-4fe09fe935b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec84e42f-5c8c-4558-9e5e-528a4ea5a520 HTTP/1.1" status: 204  len: 168 time: 0.5021694
May 18 01:47:29.053238 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:47:29.066223 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d0674-849c-4816-b133-3003efc18541 None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:47:29.082972 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:29.088479 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:29.090059 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08933d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:29.096427 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:29.152141 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0944548
May 18 01:47:29.152829 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:29.237756 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'status': 'completed', 'code': 200}
May 18 01:47:29.327548 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:29.633101 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40802c07-b602-4c35-9572-b7fe6164fefc req-99483fe2-1d82-4f78-9e78-8d1ec12e90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:29.635913 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-99483fe2-1d82-4f78-9e78-8d1ec12e90d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1099 time: 0.3572063
May 18 01:47:29.653461 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ddddc921-72a9-48fc-8bae-4bfd4ed9257c no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:29.693057 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: ddddc921-72a9-48fc-8bae-4bfd4ed9257c {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:29.693770 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ddddc921-72a9-48fc-8bae-4bfd4ed9257c not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:29.766357 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08933d0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:26Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:29.772030 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d0674-849c-4816-b133-3003efc18541 None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:47:29.782366 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:29.783131 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08933d0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:29.830823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40802c07-b602-4c35-9572-b7fe6164fefc req-0f59d531-c211-4c9d-9ea9-6ae1ccb2a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:29.830823 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-0f59d531-c211-4c9d-9ea9-6ae1ccb2a64c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1868093
May 18 01:47:29.978641 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-3803eedc-4b05-445f-ac0e-ada212469127 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 999 time: 0.1164117
May 18 01:47:29.991686 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:30.032673 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Deleting port af1537b8-3866-4e0b-856d-8abfc2ea4ed6 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:30.033008 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.180014 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] For port af1537b8-3866-4e0b-856d-8abfc2ea4ed6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:30.180684 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.190661 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40802c07-b602-4c35-9572-b7fe6164fefc req-2dd3a019-e978-43b7-8278-bfc78641695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:30.192425 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-2dd3a019-e978-43b7-8278-bfc78641695d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.2067177
May 18 01:47:30.371962 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Calling delete_port for af1537b8-3866-4e0b-856d-8abfc2ea4ed6 owned by network:router_interface {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:30.406798 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-230d0674-849c-4816-b133-3003efc18541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08933d0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:26Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:30.411698 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d0674-849c-4816-b133-3003efc18541 None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:26Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:47:30.444717 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40802c07-b602-4c35-9572-b7fe6164fefc req-c25dfd64-1e49-4fe9-be24-de95a424c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:30.446204 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-c25dfd64-1e49-4fe9-be24-de95a424c1bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2473705
May 18 01:47:30.566940 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34606) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:30.669777 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-5e1dfb57-47cb-4e65-8617-6de0caaded8f service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148886
May 18 01:47:30.683358 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6944802-1c67-402d-90eb-41af6a61f9e6 None None] New status for floating IP bf7830b6-afca-4092-9938-f6f68d7272f6: ACTIVE {{(pid=78861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:47:30.725546 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.742884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:30.747123 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5c311fb5264f61ae53072536ddbab4 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:30.751235 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:30.757020 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:30.829948 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.839297 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-951d9252-e585-4bc4-b287-8563ede77e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:30.856616 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.864375 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:30.887776 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0eb0b0df-457c-491d-93b9-92e991e2fdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:31.000681 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5c311fb5264f61ae53072536ddbab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4326050
May 18 01:47:31.011227 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34618) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:31.015619 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0658cd-cab3-4c74-a5b1-791143fbb3c4,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:31.048633 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1537b8-3866-4e0b-856d-8abfc2ea4ed6,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:31.051905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:31.055584 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5876e17a-8d27-4d31-81c2-49c65bbe0131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:31.111495 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-40802c07-b602-4c35-9572-b7fe6164fefc req-06f9438e-812f-42e8-99f5-9e3bd8342814 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4318719
May 18 01:47:31.132231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:31.169340 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:31.253853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:31.258331 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-450247cb-2529-447b-b8a6-b29afd85fcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:31.271257 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0658cd-cab3-4c74-a5b1-791143fbb3c4,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:31.275067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:31.279216 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:31.280385 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-419ea324-7158-4186-9b26-6112c3eab924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee0658cd-cab3-4c74-a5b1-791143fbb3c4 HTTP/1.1" status: 204  len: 168 time: 0.2669261
May 18 01:47:31.451554 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:31.822047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Router 7237e547-4d31-4630-8f9a-829f830aabbd has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:47:32.000709 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:47:32.008822 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Sync routers for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:47:32.017597 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-c2f781ea-dd6b-4e6d-86f7-19637d368084 admin admin] 10.222.0.16 "PUT /v2.0/routers/7237e547-4d31-4630-8f9a-829f830aabbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5887725
May 18 01:47:32.018053 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:32.018641 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0732310>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:32.020103 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34624) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:32.193534 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.193702 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:32.312283 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d34a27a5-c778-48a0-9401-93da9a3f0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.479202 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0732310>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '159a107d-8b64-4020-be9a-b40c2c030100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 5, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port': {'id': '159a107d-8b64-4020-be9a-b40c2c030100', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:39Z', 'updated_at': '2021-05-18T01:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:32.479518 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.483039 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Checking router: 7237e547-4d31-4630-8f9a-829f830aabbd for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:47:32.491296 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Routers {'7237e547-4d31-4630-8f9a-829f830aabbd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:32.491887 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0732310>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['7237e547-4d31-4630-8f9a-829f830aabbd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:32.552197 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Deleting port 159a107d-8b64-4020-be9a-b40c2c030100 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:32.552557 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.669634 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] Set router 7237e547-4d31-4630-8f9a-829f830aabbd gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:32.675982 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] For port 159a107d-8b64-4020-be9a-b40c2c030100, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=159a107d-8b64-4020-be9a-b40c2c030100,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:32.676349 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.774587 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0732310>, [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:47:32Z', 'revision_number': 6, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:32.778784 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411dcf4-1c2b-49a9-a1bf-c20a70d339b5 None None] The sync data for ids ['7237e547-4d31-4630-8f9a-829f830aabbd'] in dv-cinder-784623-9-iscsi is: [{'id': '7237e547-4d31-4630-8f9a-829f830aabbd', 'name': 'tempest-TestShelveInstance-635483983-router', 'tenant_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:38Z', 'updated_at': '2021-05-18T01:47:32Z', 'revision_number': 6, 'project_id': 'aad1f19200d94f85b8b8e6826d3763c4', 'gw_port_host': None}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:47:32.797823 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Calling delete_port for 159a107d-8b64-4020-be9a-b40c2c030100 owned by network:router_gateway {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:32.938869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:32.943398 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-34524a79-1de1-470d-909c-004b05b8512f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:33.013672 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=159a107d-8b64-4020-be9a-b40c2c030100,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:33.016465 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:33.081183 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.259406 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.267508 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.294360 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.294949 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7237e547-4d31-4630-8f9a-829f830aabbd {{(pid=78859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:47:33.311184 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.312348 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4d2f9cc2-ceda-4451-8a74-50dedd796c74 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7237e547-4d31-4630-8f9a-829f830aabbd HTTP/1.1" status: 204  len: 168 time: 1.2912452
May 18 01:47:33.314839 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34632) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:33.377278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Deleting subnet a725b209-674e-414e-a243-a68910b55f0f {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:47:33.380168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.430283 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.551674 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.627827 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 159a107d-8b64-4020-be9a-b40c2c030100 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:33.661927 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 159a107d-8b64-4020-be9a-b40c2c030100 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:33.662353 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 159a107d-8b64-4020-be9a-b40c2c030100 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:33.663275 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device af1537b8-3866-4e0b-856d-8abfc2ea4ed6 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:33.696568 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: af1537b8-3866-4e0b-856d-8abfc2ea4ed6 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:33.696918 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device af1537b8-3866-4e0b-856d-8abfc2ea4ed6 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:33.895329 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.899491 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:33.933449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a725b209-674e-414e-a243-a68910b55f0f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:33.936439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:33.937403 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:33.943128 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-80af54d2-9275-47f1-8ebc-04eea701b85c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a725b209-674e-414e-a243-a68910b55f0f HTTP/1.1" status: 204  len: 168 time: 0.6273360
May 18 01:47:33.943782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902226f4-00a9-49eb-ac1e-5f6eb6b98ad3 None None] Network 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:47:33.945545 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34636) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:34.050306 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.126228 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Deleting port 3b146bb6-20af-4f73-b92a-d9c2096f7742 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:34.126906 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.217305 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] DHCP port deletion for 4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:47:34.223607 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] For port 3b146bb6-20af-4f73-b92a-d9c2096f7742, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3b146bb6-20af-4f73-b92a-d9c2096f7742,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:34.223949 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.280254 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Deleting port 3b146bb6-20af-4f73-b92a-d9c2096f7742 {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:47:34.280658 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.348220 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Calling delete_port for 3b146bb6-20af-4f73-b92a-d9c2096f7742 owned by network:dhcp {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:34.375736 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] For port 3b146bb6-20af-4f73-b92a-d9c2096f7742, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=3b146bb6-20af-4f73-b92a-d9c2096f7742,segment=NetworkSegment(997dbaad-1495-4734-9377-ec0a7a385517),segment_id=997dbaad-1495-4734-9377-ec0a7a385517)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:34.376129 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.394328 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.398974 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-63ecc531-d4b0-442d-9322-f6d21df0be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:34.443102 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b146bb6-20af-4f73-b92a-d9c2096f7742,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:34.446399 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:34.447924 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] No DVR routers for this DVR port 3b146bb6-20af-4f73-b92a-d9c2096f7742 on host dv-cinder-784623-9-iscsi {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:47:34.505538 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Calling delete_port for 3b146bb6-20af-4f73-b92a-d9c2096f7742 owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:47:34.549146 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.552657 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:34.579383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.592446 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9bdc1700>,) {'filters': {'network_id': ['4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:34.595248 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Pushing event deleted for resources: {'Port': ['ID=3b146bb6-20af-4f73-b92a-d9c2096f7742,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:34.598686 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:34.601317 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1e134-e478-4bf2-b44f-b44d32027fa1 None None] No DVR routers for this DVR port 3b146bb6-20af-4f73-b92a-d9c2096f7742 on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:47:34.605018 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9bdc1700>, '997dbaad-1495-4734-9377-ec0a7a385517') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:34.605339 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9bdc1700>, '997dbaad-1495-4734-9377-ec0a7a385517') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:34.617102 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.630528 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.639864 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.645793 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:47:34.646160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:47:34.659244 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:47:34.662572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b9600b0-1c8b-4414-90db-90b01ec9b25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.733040 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.738073 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:34.740425 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:34.760589 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:34.762988 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:34.769849 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4d7a20ac-0dca-4fbf-b87e-51dbc6d6d41f HTTP/1.1" status: 204  len: 168 time: 0.8232026
May 18 01:47:34.940552 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34644) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:34.995245 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-d1ad1454-5acf-4b34-987e-2dd760d0b9e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26a3a93319a54320819f6f385f3682b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527387
May 18 01:47:34.997599 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34648) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:35.054543 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.079207 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.129783 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.134481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1471aba3-3623-440b-9554-adfa51937413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:35.146882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d3e70f-db7e-41c3-91fe-bb83ab6faa80,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:35.152341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:35.154297 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.155387 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2f9548ae-5377-4bb9-aa1b-65baef89c6c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16d3e70f-db7e-41c3-91fe-bb83ab6faa80 HTTP/1.1" status: 204  len: 168 time: 0.1569145
May 18 01:47:35.599248 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34658) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:35.622374 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3b146bb6-20af-4f73-b92a-d9c2096f7742 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:47:35.650912 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ffdd19d4-fe40-41c3-a304-9c625d3dfc60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aad1f19200d94f85b8b8e6826d3763c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496769
May 18 01:47:35.653066 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34662) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:35.660600 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 3b146bb6-20af-4f73-b92a-d9c2096f7742 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:47:35.661088 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 3b146bb6-20af-4f73-b92a-d9c2096f7742 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:47:35.715420 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.723569 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.740987 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.792498 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.796150 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-076327fc-78ab-41ae-8420-e0b9a8db3f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:35.807859 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d336f6b-224d-4df6-b416-a1cd34c7d648,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:35.812262 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:35.814145 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:35.815231 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2eeb79f7-bfdf-4103-a1c2-cf102742c17d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d336f6b-224d-4df6-b416-a1cd34c7d648 HTTP/1.1" status: 204  len: 168 time: 0.1612885
May 18 01:47:37.388166 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:38.187729 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930782-5d9d-4fba-9945-bde96ac6ab32 req-a34c91a5-f3fd-4cc3-a4c0-9e7af3442fcc tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:38.189255 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be930782-5d9d-4fba-9945-bde96ac6ab32 req-a34c91a5-f3fd-4cc3-a4c0-9e7af3442fcc tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.0799053
May 18 01:47:38.236357 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-be930782-5d9d-4fba-9945-bde96ac6ab32 req-2b942099-22d9-4a17-9a87-af4fced13ce9 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414639
May 18 01:47:38.258760 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34680) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:38.536041 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7fd21-7f22-4041-847c-3987070b12d7 tempest-TestMinimumBasicScenario-1924899352 tempest-TestMinimumBasicScenario-1924899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:38.536675 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4ea7fd21-7f22-4041-847c-3987070b12d7 tempest-TestMinimumBasicScenario-1924899352 tempest-TestMinimumBasicScenario-1924899352-project-admin] Synchronizing usage tracker for tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:47:38.552338 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-4ea7fd21-7f22-4041-847c-3987070b12d7 tempest-TestMinimumBasicScenario-1924899352 tempest-TestMinimumBasicScenario-1924899352-project-admin] Unset dirty status for tenant:fcc2afc1bed74c0f949ffd3f1e8a6d14 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:47:38.553457 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4ea7fd21-7f22-4041-847c-3987070b12d7 tempest-TestMinimumBasicScenario-1924899352 tempest-TestMinimumBasicScenario-1924899352-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1093 time: 0.2937541
May 18 01:47:38.556341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34686) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:38.561975 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'port_id': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:38.567673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:38.571373 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:floatingip and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:38.574767 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:38.580325 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:38.592166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:38.727226 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:38.865871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Allocated IP 172.27.1.9 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/4aefce27-f3f9-4147-be8f-ba4fc1e2d38f) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:47:39.099409 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.129376 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.133637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a1aa4528-e7fe-46c0-bd38-d58634a5dfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:39.193924 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:47:39.196754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:47:39.199174 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:47:39.243517 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'Port': ['ID=4aefce27-f3f9-4147-be8f-ba4fc1e2d38f,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:39.246876 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:39.609233 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.678961 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.876818 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.881477 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:39.885249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c3e3fc17-374a-42c3-a1a6-06b303b82547 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:39.994481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'Port': ['ID=4aefce27-f3f9-4147-be8f-ba4fc1e2d38f,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:39.997346 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:40.005963 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:40.174207 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Floating IP 6ee0a730-c455-419a-8228-eca9d9ed1be2 associated. External IP: 172.27.1.9, port: 392d4826-ca87-4f90-8dc7-881f65216ff1.
May 18 01:47:40.602806 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:47:40.777038 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:47:40.786684 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Sync routers for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:47:40.796085 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:40.796793 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa17a3ca0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:40.800257 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:40.855633 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.2980509
May 18 01:47:40.856437 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:40.858317 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34690) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:40.863825 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608112467', 'description': 'tempest-secgroup-smoke-608112467 description', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:40.877106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:40.881647 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:40.884612 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:40.892131 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:40.904859 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:40.917857 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:47:40.976669 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:40.976893 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:40.994235 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:40.999627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:41.006865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:41.052995 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888d86-c281-474a-87c1-19c2054952bc req-d900e22e-e4d7-49cd-a314-a171fd01d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:41.054459 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-d900e22e-e4d7-49cd-a314-a171fd01d7ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1098 time: 0.1151385
May 18 01:47:41.173765 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.178977 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.186735 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9ef428b3-220f-43c7-a382-0a349f8722b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:41.253998 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.255196 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3957405
May 18 01:47:41.258085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34696) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:41.259029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690fbe40-6363-4601-a910-0c2f3431b9e4,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:41.264336 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:41.269318 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888d86-c281-474a-87c1-19c2054952bc req-9b675517-77f2-4901-8d53-5b95f262f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:41.269984 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:41.270753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-9b675517-77f2-4901-8d53-5b95f262f33d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 915 time: 0.2079337
May 18 01:47:41.272130 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.272540 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.272909 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.273271 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.273630 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.273991 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.274092 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:41.274348 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.274703 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.275058 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.275409 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.275768 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.276253 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:47:41.278018 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:41.280035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5399416f-94d8-4a86-98ca-34dc419a3a3f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:41.285158 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:41.301834 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.339609 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa17a3ca0>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '6ee0a730-c455-419a-8228-eca9d9ed1be2', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'port_id': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'mac_address': 'fa:16:3e:a2:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f24893-2444-4657-8f7e-64d634c07212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:39Z', 'updated_at': '2021-05-18T01:47:39Z', 'revision_number': 0, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:41.343773 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Checking router: 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:47:41.353121 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:47:41.353649 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa17a3ca0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:47:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:41.368003 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.374002 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.376091 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-05fd9626-fb89-445a-87ce-83e8c3928150 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:41.387429 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-66785f47-dec8-4eb6-b68e-b850cb36ac99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 997 time: 0.1061614
May 18 01:47:41.402236 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427f0874-39bb-4c24-9e90-f47263d45d9d,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:41.404714 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:41.413465 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.415010 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0d218cb2-30c8-4c6a-a87d-d1a8565cf40b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1558859
May 18 01:47:41.418511 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34700) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:41.424090 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:41.433630 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:41.438431 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:41.441351 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:41.447011 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:41.461540 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888d86-c281-474a-87c1-19c2054952bc req-b51dfcf5-208b-4e66-8251-f102f8c47e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:41.462979 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-b51dfcf5-208b-4e66-8251-f102f8c47e0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.0615582
May 18 01:47:41.468194 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.534133 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.538542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.541368 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d4396cb7-1452-45f0-bc0f-db05abc51740 tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:41.545588 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:47:41.545839 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888d86-c281-474a-87c1-19c2054952bc req-3040dbae-b9af-4c20-b171-dfe4962dbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:41.547321 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-3040dbae-b9af-4c20-b171-dfe4962dbcb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740385
May 18 01:47:41.566363 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b733c68-7952-4dfd-a017-cb0782a3ee48,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:41.568906 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:41.577192 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.581806 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-0b245a60-ee1e-4a35-9ae0-9b5824c7c520 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1597300
May 18 01:47:41.582208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34704) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:41.629083 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:41.645110 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:41.652599 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:41.657000 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:41.665139 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:41.712717 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.725502 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-44b2e936-20ac-4ad9-a820-233c2d466b27 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713395
May 18 01:47:41.954763 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa17a3ca0>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '6ee0a730-c455-419a-8228-eca9d9ed1be2', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'port_id': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'mac_address': 'fa:16:3e:a2:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f24893-2444-4657-8f7e-64d634c07212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:39Z', 'updated_at': '2021-05-18T01:47:39Z', 'revision_number': 0, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:47:41.958812 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a98cd-54aa-428b-88f7-2a1dd2b8497c None None] The sync data for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi is: [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '6ee0a730-c455-419a-8228-eca9d9ed1be2', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'port_id': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'mac_address': 'fa:16:3e:a2:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f24893-2444-4657-8f7e-64d634c07212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:39Z', 'updated_at': '2021-05-18T01:47:39Z', 'revision_number': 0, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:47:41.965666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.979822 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:41.985810 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:42.024523 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47736e4-eb55-4550-a359-8cbea97c6a64,revision_number=0']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:42.030450 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-09888d86-c281-474a-87c1-19c2054952bc req-d41735c3-4d6d-42af-8abc-d73e9ea9d58b service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951543
May 18 01:47:42.032074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:42.035362 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.036585 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-a0d4fa0a-bf06-4dc9-9acb-4aeec0c874de tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4534721
May 18 01:47:42.039542 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34708) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:42.044964 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:42.051299 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:42.055188 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:42.058710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:42.065036 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:42.082579 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.150660 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.154921 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.155363 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0fbf8-499e-449e-99db-72bd39259321 None None] New status for floating IP 6ee0a730-c455-419a-8228-eca9d9ed1be2: ACTIVE {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:47:42.157125 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:42.180652 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281692a2-8b49-4a9f-afaf-51a3e0a71482,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:42.185954 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:42.190993 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.192412 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-2603310a-b802-417d-901c-f0f38ed8ee9a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1518698
May 18 01:47:42.195187 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34712) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:42.201384 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:42.207171 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:42.210954 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:42.214225 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:42.219880 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:42.230707 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.securitygroups_db [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Project 9b0c3cb4d3634c8080132e61a0648e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:47:42.236634 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.303601 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.307061 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.310029 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-864279e8-4e01-4e8c-ae5a-ea6d9d762c1c tempest-TestShelveInstance-1082379479 tempest-TestShelveInstance-1082379479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:42.331487 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c2fdeb-98ba-4c05-860d-57863bcb030d,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:42.333893 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:42.342449 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.343621 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-faa0ea26-3908-4eac-8194-d9b07742bd73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1473463
May 18 01:47:42.346443 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34716) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:47:42.351699 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'security_group_rule': {'security_group_id': '690fbe40-6363-4601-a910-0c2f3431b9e4', 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:42.358086 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:47:42.361815 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Usage tracker for resource:security_group_rule and tenant:9b0c3cb4d3634c8080132e61a0648e51 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:47:42.364633 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:47:42.370813 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:47:42.380970 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.securitygroups_db [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Project 9b0c3cb4d3634c8080132e61a0648e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 18 01:47:42.387115 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.455615 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.458981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160519'] for security_group_rule, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.460956 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:42.483249 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a6941b-4bb4-4a0d-b0d2-d4cfb5d7c1fd,revision_number=0']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:42.485654 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:42.492131 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:42.493511 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-20439c32-8201-4d80-a039-3e343af2a486 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1461256
May 18 01:47:42.612045 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-3e0f7f9c-b266-43fe-b7fe-e942e158570b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608112467&fields=id&tenant_id=9b0c3cb4d3634c8080132e61a0648e51 HTTP/1.1" status: 200  len: 267 time: 0.0401754
May 18 01:47:42.696651 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-107cb2c2-051d-453c-852d-bb85439c0f8a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:42.698111 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-107cb2c2-051d-453c-852d-bb85439c0f8a tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.0806472
May 18 01:47:42.708647 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'port': {'security_groups': ['8e0f9565-6b6a-4766-87eb-de42552295ca', '690fbe40-6363-4601-a910-0c2f3431b9e4']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:47:42.826106 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:43.079715 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:47:43.103633 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:43.109009 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:43.114592 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d87dd84f-d243-4324-89b4-55dc27a1740d tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:47:43.120133 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:47:43.184750 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.185327 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:43.186670 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-94b95707-22cd-4f22-aebf-9e6433595a22 req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "PUT /v2.0/ports/392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 981 time: 0.4824531
May 18 01:47:43.189969 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:47:43.239377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=6']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:47:43.242640 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:47:43.259961 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:47:43.270854 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:47:43.366963 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-4cfd0837-6614-4efe-b7fb-366e36296877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.369087 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-4cfd0837-6614-4efe-b7fb-366e36296877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1137 time: 0.0828638
May 18 01:47:43.399575 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958074a8-4be1-44f6-a0b6-ea8f709f9734 req-d3a5f5ee-ef77-4787-8253-2dae5deb9962 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.401226 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-958074a8-4be1-44f6-a0b6-ea8f709f9734 req-d3a5f5ee-ef77-4787-8253-2dae5deb9962 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0914576
May 18 01:47:43.450917 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-958074a8-4be1-44f6-a0b6-ea8f709f9734 req-01ff58a3-822c-4e03-899e-49a73032a6e8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432873
May 18 01:47:43.512242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-7dc89be6-109b-40c7-b5e5-c7e00ec93e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.513744 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-7dc89be6-109b-40c7-b5e5-c7e00ec93e46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 915 time: 0.1364641
May 18 01:47:43.516719 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-0f425620-73d8-4055-88a7-a44b3d629571 None None] Provisioning complete for port 392d4826-ca87-4f90-8dc7-881f65216ff1 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:47:43.517121 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0f425620-73d8-4055-88a7-a44b3d629571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:43.618348 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-4baeb977-e84d-4418-80ec-6ec0f6141757 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 999 time: 0.0972579
May 18 01:47:43.684526 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-8645a7d6-d473-4459-81b0-b44a6401ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.685976 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-8645a7d6-d473-4459-81b0-b44a6401ed6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.0609219
May 18 01:47:43.761563 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-ee428321-bdef-4a76-82e4-a23023d229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:43.763056 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-ee428321-bdef-4a76-82e4-a23023d229ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703814
May 18 01:47:43.897476 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-a6401a16-a175-4df7-b040-d8b542f8937e service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267424
May 18 01:47:44.032815 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-2692bf3e-b430-4f48-bea3-fdcb9b656a70 req-3896066e-606b-4caa-b44c-c8ad232522c5 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260867
May 18 01:47:53.296207 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:47:54.125137 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-db99f4db-65e9-48ee-917a-ecb4e002f156 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682569
May 18 01:47:54.263407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-0d68dfab-9f14-4bde-b8af-0dc65668742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:54.264770 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-0d68dfab-9f14-4bde-b8af-0dc65668742d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1099 time: 0.0732305
May 18 01:47:54.406288 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-d0710917-ef29-4fd4-bbb8-0d4502e5925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:54.407716 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-d0710917-ef29-4fd4-bbb8-0d4502e5925f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1233075
May 18 01:47:54.511925 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-f847bdd7-6d09-4a26-a04e-39a11737cf72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 1001 time: 0.0962255
May 18 01:47:54.573146 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-1eaac6c2-c310-41ec-a8f1-2d5635ce9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:54.574635 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-1eaac6c2-c310-41ec-a8f1-2d5635ce9938 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0561500
May 18 01:47:54.651586 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-53f85ab9-9e1c-4e9e-acb4-cd891d78da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:47:54.653034 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-53f85ab9-9e1c-4e9e-acb4-cd891d78da96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716197
May 18 01:47:54.780790 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-87bb70b8-5933-4771-a957-291c4dab2fab service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213825
May 18 01:47:55.005850 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-229b5349-7b8b-4ab1-b9f6-a62740d0500c req-f3b3fc7b-b31e-4a04-ac37-0433aa37251f service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187102
May 18 01:48:00.415968 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:48:00.739893 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-75be9898-b3d3-4019-bc91-187c95e15b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:00.741305 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-75be9898-b3d3-4019-bc91-187c95e15b8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1137 time: 0.0710981
May 18 01:48:00.775154 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b280f2a-b68c-429d-8f5a-2cfc54046945 req-7564ca24-63d1-4145-9525-d3f604499af6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:00.776647 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5b280f2a-b68c-429d-8f5a-2cfc54046945 req-7564ca24-63d1-4145-9525-d3f604499af6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0827231
May 18 01:48:00.822835 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-5b280f2a-b68c-429d-8f5a-2cfc54046945 req-31ea6a01-496d-4038-8791-0d2fadb92796 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403926
May 18 01:48:00.874043 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-e5251dad-a0bf-469e-af4a-42257d300914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:00.875510 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-e5251dad-a0bf-469e-af4a-42257d300914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 915 time: 0.1276155
May 18 01:48:00.983904 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-8d2e0d41-049f-4da1-912e-d1046948a7a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 999 time: 0.1019104
May 18 01:48:01.047707 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-2dd210ab-4998-48e2-a9bc-c526523e11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:01.049070 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-2dd210ab-4998-48e2-a9bc-c526523e11c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.0578852
May 18 01:48:01.126620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-3cea620f-4b67-42dd-b71c-bee9148ac9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:01.128079 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-3cea620f-4b67-42dd-b71c-bee9148ac9a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724432
May 18 01:48:01.258756 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-109f241c-f196-4e56-9756-a1469610962f service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240373
May 18 01:48:01.387909 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d38d94fa-9547-458c-a6e8-a97fcfbc43dd req-04106ca1-22b8-4c94-a3b5-80ebe8e6ac1b service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227663
May 18 01:48:02.016125 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423d37a-a597-4423-bb61-a8ecd1b986b5 req-c5e365b3-bbc1-4135-8a48-c5df08ea7682 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:02.017587 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e423d37a-a597-4423-bb61-a8ecd1b986b5 req-c5e365b3-bbc1-4135-8a48-c5df08ea7682 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0853357
May 18 01:48:02.063357 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-e423d37a-a597-4423-bb61-a8ecd1b986b5 req-5a8c90b3-da9b-4136-9c24-91d112aa9c24 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0399082
May 18 01:48:02.315671 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5986-8fb5-4ffb-a02b-23dc879c21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:03.244362 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a2067-e7c1-4e50-8bd6-b2219f8bce42 req-0a95ce6d-df35-4f08-806b-8b8dfb41078e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:03.245695 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1a0a2067-e7c1-4e50-8bd6-b2219f8bce42 req-0a95ce6d-df35-4f08-806b-8b8dfb41078e tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0789235
May 18 01:48:03.292355 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1a0a2067-e7c1-4e50-8bd6-b2219f8bce42 req-9c1d4b91-17c4-4232-a759-d2a24b26bb1b tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0404043
May 18 01:48:04.567985 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aa33b-afe4-42c1-b033-7544e874630c req-a2ecea50-b2cb-434f-8623-2f265e22f059 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:04.569338 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-189aa33b-afe4-42c1-b033-7544e874630c req-a2ecea50-b2cb-434f-8623-2f265e22f059 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.1699171
May 18 01:48:04.616745 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-189aa33b-afe4-42c1-b033-7544e874630c req-2647cd3c-5697-4bdb-9c30-bd60230c9b53 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414138
May 18 01:48:04.633712 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:04.667017 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-38a49395-3e5e-406b-b0e4-cb82ca242965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:05.727784 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:05.808067 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43494c5-f9f8-4391-a9c6-d6c56541ad09 req-a3c1dedd-875d-4f70-962f-e4185328b332 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:05.810251 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f43494c5-f9f8-4391-a9c6-d6c56541ad09 req-a3c1dedd-875d-4f70-962f-e4185328b332 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0827394
May 18 01:48:05.857063 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f43494c5-f9f8-4391-a9c6-d6c56541ad09 req-d03ad12e-ca85-4a01-ab45-ce29c91a79db tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0407608
May 18 01:48:07.040772 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcab1-55fa-4f57-9872-cafda4d495a2 req-cbefb350-9ae6-47da-997d-70a8b8bf3a62 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:07.042263 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-890dcab1-55fa-4f57-9872-cafda4d495a2 req-cbefb350-9ae6-47da-997d-70a8b8bf3a62 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0793235
May 18 01:48:07.093349 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-890dcab1-55fa-4f57-9872-cafda4d495a2 req-73b84054-9406-41af-8587-a8712f4410ed tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452616
May 18 01:48:07.390939 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:08.273827 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4ff5-1b8a-483c-9d07-1b482ff14842 req-93a28e69-9e14-4d9b-aa03-249fb354b3f6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:08.275124 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfbb4ff5-1b8a-483c-9d07-1b482ff14842 req-93a28e69-9e14-4d9b-aa03-249fb354b3f6 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0782347
May 18 01:48:08.320968 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-cfbb4ff5-1b8a-483c-9d07-1b482ff14842 req-defd2d35-3b2a-49a3-8dcd-c2a39e748a73 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0394971
May 18 01:48:09.505124 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712747-e5f5-4d86-824b-e57186c72aa5 req-857a8738-b22a-419c-8727-396787c74f84 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:09.506551 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c8712747-e5f5-4d86-824b-e57186c72aa5 req-857a8738-b22a-419c-8727-396787c74f84 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0834978
May 18 01:48:09.552184 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c8712747-e5f5-4d86-824b-e57186c72aa5 req-28b64a21-ded8-4a00-a360-7db5ea1b510f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0397842
May 18 01:48:10.732990 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450e5b-f104-4e0c-ac70-48d2a9a48df7 req-45a73e28-b0a8-4d6d-b870-51417f53433c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:10.734417 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa450e5b-f104-4e0c-ac70-48d2a9a48df7 req-45a73e28-b0a8-4d6d-b870-51417f53433c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0784059
May 18 01:48:10.783345 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-aa450e5b-f104-4e0c-ac70-48d2a9a48df7 req-81aa4c07-a2ed-44c4-ba4d-85a4a4a4fd12 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431304
May 18 01:48:11.966707 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221e2eb-16e8-49e3-bd8e-dbd56adf2f46 req-cf10014d-9e7b-437e-87e3-05ea4a1381e9 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:11.968073 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1221e2eb-16e8-49e3-bd8e-dbd56adf2f46 req-cf10014d-9e7b-437e-87e3-05ea4a1381e9 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0795655
May 18 01:48:12.014853 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1221e2eb-16e8-49e3-bd8e-dbd56adf2f46 req-3781e662-52c5-4f3b-9781-d864f36185b4 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408232
May 18 01:48:13.212981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd5133-c378-492a-9779-7a27da1a3e6f req-214c2d95-3448-4a9a-9d73-88fccb9f1953 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:13.214414 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9cd5133-c378-492a-9779-7a27da1a3e6f req-214c2d95-3448-4a9a-9d73-88fccb9f1953 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0824828
May 18 01:48:13.260912 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b9cd5133-c378-492a-9779-7a27da1a3e6f req-f28829ce-ffa7-4292-a7d2-bb7fe4652b9c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&id=690fbe40-6363-4601-a910-0c2f3431b9e4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0399330
May 18 01:48:23.311074 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:32.316783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e795a90e-fa72-45ec-afa8-75c25f24301e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:34.631561 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:34.667146 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-4a53d39b-d644-4f86-9e51-0396b3529516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:35.730253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:37.393625 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:37.412898 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:48:45.833913 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-844befb9-f9a5-4e8a-aa85-b1c37fb71eda tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608112467&fields=id&tenant_id=9b0c3cb4d3634c8080132e61a0648e51 HTTP/1.1" status: 200  len: 267 time: 0.1527579
May 18 01:48:45.920441 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-b6f0909b-b200-4cad-852a-21ea805c514f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:45.921780 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-b6f0909b-b200-4cad-852a-21ea805c514f tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 984 time: 0.0823085
May 18 01:48:45.932321 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Request body: {'port': {'security_groups': ['8e0f9565-6b6a-4766-87eb-de42552295ca']}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:48:46.050620 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.286773 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:48:46.310122 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.314809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.320166 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5b992e89-8465-4898-a4fb-4ad2ef423261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:46.326439 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:48:46.383007 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:46.383613 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.385051 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c0e9de14-97ac-46c7-aab1-b21c1ca3bdd8 req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "PUT /v2.0/ports/392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 942 time: 0.4571261
May 18 01:48:46.385562 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:48:46.396262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34782) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:48:46.422800 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event updated for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=7']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:46.431289 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.431871 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.432359 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.432856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.433326 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.433832 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.434287 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.435022 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.435494 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.435983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.436691 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.436953 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.444377 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:46.454930 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:48:46.458629 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:48:46.510227 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.591665 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.658116 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-e4e0324b-199f-4818-b7c3-c5eac9b257ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:46.659530 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-e4e0324b-199f-4818-b7c3-c5eac9b257ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1098 time: 0.1870999
May 18 01:48:46.678013 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-91ec2cfc-0c3f-4601-818f-00c998b69df7 None None] Provisioning complete for port 392d4826-ca87-4f90-8dc7-881f65216ff1 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:48:46.678382 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-91ec2cfc-0c3f-4601-818f-00c998b69df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.750018 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.756048 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-fcd106a2-76d6-4e9f-bf75-37d904751f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:46.771287 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690fbe40-6363-4601-a910-0c2f3431b9e4,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:46.784190 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.784603 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.784977 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.785341 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.785701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.786056 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.786412 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.786765 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.787117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.787464 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.787815 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.788166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:48:46.793364 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:46.795085 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:46.795645 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-6f6ffc1b-6f25-4d4e-8ee7-2991c4719ad5 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "DELETE /v2.0/security-groups/690fbe40-6363-4601-a910-0c2f3431b9e4 HTTP/1.1" status: 204  len: 168 time: 0.3974946
May 18 01:48:46.798596 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34788) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:48:46.832905 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-1323f2ba-8960-48a5-a87b-de9f3fb9dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:46.834262 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-1323f2ba-8960-48a5-a87b-de9f3fb9dbd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 915 time: 0.1682110
May 18 01:48:46.948321 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-422f6f6b-2adc-4f06-99e8-d00432b4339c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 999 time: 0.0999904
May 18 01:48:47.011262 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-c9846e27-a8c9-4b3b-b100-c9322a1780d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:47.012711 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-c9846e27-a8c9-4b3b-b100-c9322a1780d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.0582800
May 18 01:48:47.077960 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Deleting port 4aefce27-f3f9-4147-be8f-ba4fc1e2d38f {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:48:47.078577 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:47.090256 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-42f46e30-e9fd-4343-9fd4-ea701dee5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:47.091929 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-42f46e30-e9fd-4343-9fd4-ea701dee5bd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730898
May 18 01:48:47.102404 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-18ceed6a-4892-461d-98bb-e33c004d205f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:48:47.103669 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-18ceed6a-4892-461d-98bb-e33c004d205f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053196
May 18 01:48:47.299104 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:47.299439 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:47.350306 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-306c230d-bfc5-4143-8904-eb1112549a56 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404289
May 18 01:48:47.420554 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Calling delete_port for 4aefce27-f3f9-4147-be8f-ba4fc1e2d38f owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:48:47.480511 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-08daeb11-1740-404b-8c8b-c9d9ba5c0eba req-0f30046a-96bf-4e1b-8d8c-0df4a911b655 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240833
May 18 01:48:47.545259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:47.549781 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-2ab94a9e-1923-4b2b-9cc0-c4bf4e01d350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:47.595979 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event deleted for resources: {'Port': ['ID=4aefce27-f3f9-4147-be8f-ba4fc1e2d38f,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:47.626047 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:47.686291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:47.686966 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Floating IP 6ee0a730-c455-419a-8228-eca9d9ed1be2 disassociated (deleted). External IP: 172.27.1.9, port: 392d4826-ca87-4f90-8dc7-881f65216ff1.
May 18 01:48:48.035897 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:48:48.214178 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:48:48.223375 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Sync routers for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:48:48.232199 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:48:48.232765 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114790>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:48.233613 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:48.288022 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ec35b8ca-72f1-4181-83f9-f7916e24589c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "DELETE /v2.0/floatingips/6ee0a730-c455-419a-8228-eca9d9ed1be2 HTTP/1.1" status: 204  len: 168 time: 1.4874141
May 18 01:48:48.405869 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:48:48.460212 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:48:48.506778 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:48:48.601283 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-ac9e8a5b-7293-4dd4-820b-6d380befffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:48.601949 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-ac9e8a5b-7293-4dd4-820b-6d380befffa6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 1098 time: 0.0726690
May 18 01:48:48.746207 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114790>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:48.750130 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Checking router: 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:48:48.750836 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-7b441f73-0040-4230-bf23-0a2128942fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:48.752560 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-7b441f73-0040-4230-bf23-0a2128942fc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 200  len: 915 time: 0.1379766
May 18 01:48:48.758853 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:48:48.759459 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114790>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:48.822619 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-f0710ef7-d9ad-4726-8a25-64329bc42566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 200  len: 217 time: 0.0639908
May 18 01:48:48.884665 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-7a0c162a-9778-4053-9283-a584cdb747ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:48.886078 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-7a0c162a-9778-4053-9283-a584cdb747ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 200  len: 854 time: 0.0569782
May 18 01:48:48.939483 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:48:48.967800 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-c3e3e495-cd1b-402b-994a-8e3673e4365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:48.969454 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-c3e3e495-cd1b-402b-994a-8e3673e4365e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760171
May 18 01:48:49.107192 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-2b49eb3b-5bfa-4543-91f2-19616dee2047 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296580
May 18 01:48:49.250792 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0114790>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:49.256100 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a639-dda0-4101-bf6d-9889c0acfc29 None None] The sync data for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi is: [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:40Z', 'revision_number': 4, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': 'f9930764-6b81-4207-951b-de496aa792b6', 'name': '', 'network_id': '9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'mac_address': 'fa:16:3e:87:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '76dd0366-7292-41f5-a589-651657931c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:39Z', 'updated_at': '2021-05-18T01:46:46Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'subnets': [{'id': '76dd0366-7292-41f5-a589-651657931c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:48:49.257796 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-a90213cd-5f44-4ba1-b7b6-6075a629868e req-0e86044d-4d02-46b3-b882-fd1655d444f6 service neutron] 10.222.0.32 "GET /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420720
May 18 01:48:49.470489 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9b378-bfa6-4b17-b52f-8e7c77fcc88e None None] New status for floating IP 6ee0a730-c455-419a-8228-eca9d9ed1be2: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:48:51.641869 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ae49-0a1f-443b-906e-a3689378353c req-6078d021-b49a-4376-a19a-680302b8ac35 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:51.643119 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9aa4ae49-0a1f-443b-906e-a3689378353c req-6078d021-b49a-4376-a19a-680302b8ac35 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Synchronizing usage tracker for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:48:51.657856 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-9aa4ae49-0a1f-443b-906e-a3689378353c req-6078d021-b49a-4376-a19a-680302b8ac35 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Unset dirty status for tenant:9b0c3cb4d3634c8080132e61a0648e51 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:48:51.659590 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9aa4ae49-0a1f-443b-906e-a3689378353c req-6078d021-b49a-4376-a19a-680302b8ac35 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.0970426
May 18 01:48:51.706857 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-9aa4ae49-0a1f-443b-906e-a3689378353c req-f9b808f9-27ec-45f3-ac96-711b8d990d60 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414836
May 18 01:48:52.893270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f7d4-1e96-4088-84c0-8e5ec44a4686 req-a2e58ef6-c1a1-4e08-bcc3-a6c0d4a165f2 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:52.894715 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2343f7d4-1e96-4088-84c0-8e5ec44a4686 req-a2e58ef6-c1a1-4e08-bcc3-a6c0d4a165f2 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.0798268
May 18 01:48:52.942553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-2343f7d4-1e96-4088-84c0-8e5ec44a4686 req-91536cee-cbd1-4d56-bed3-374b7d635cbe tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e0f9565-6b6a-4766-87eb-de42552295ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420952
May 18 01:48:53.196605 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107c05-0e23-4579-8023-30412f22a549 req-1b0a2f06-1cae-4e3f-94dd-db00d92327fc tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:48:53.198007 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-88107c05-0e23-4579-8023-30412f22a549 req-1b0a2f06-1cae-4e3f-94dd-db00d92327fc tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 945 time: 0.0769835
May 18 01:48:53.324761 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:53.335319 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Deleting port 392d4826-ca87-4f90-8dc7-881f65216ff1 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:48:53.335683 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:53.466510 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] For port 392d4826-ca87-4f90-8dc7-881f65216ff1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=392d4826-ca87-4f90-8dc7-881f65216ff1,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:48:53.466753 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:53.585778 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Calling delete_port for 392d4826-ca87-4f90-8dc7-881f65216ff1 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:48:53.695054 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:53.700887 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-add9c1fe-68ac-4ace-b5bc-ab115738a920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:53.706960 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['392d4826-ca87-4f90-8dc7-881f65216ff1'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:48:53.747871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Pushing event deleted for resources: {'Port': ['ID=392d4826-ca87-4f90-8dc7-881f65216ff1,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:53.751012 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:53.923072 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] No DVR routers for this DVR port 392d4826-ca87-4f90-8dc7-881f65216ff1 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:48:53.926390 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:53.929137 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'name': 'network-vif-deleted', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:48:53.945801 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-88107c05-0e23-4579-8023-30412f22a549 req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.32 "DELETE /v2.0/ports/392d4826-ca87-4f90-8dc7-881f65216ff1 HTTP/1.1" status: 204  len: 173 time: 0.7420802
May 18 01:48:53.978331 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f24893-2444-4657-8f7e-64d634c07212', 'name': 'network-vif-deleted', 'tag': '392d4826-ca87-4f90-8dc7-881f65216ff1', 'status': 'completed', 'code': 200}
May 18 01:48:54.202447 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-defb0fd7-274d-4a9a-b529-59a43988a8c6 req-05a61037-9861-40ce-9e26-aef3e0a29aa9 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f24893-2444-4657-8f7e-64d634c07212 HTTP/1.1" status: 200  len: 210 time: 0.1468217
May 18 01:48:55.942341 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34872) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:48:56.469023 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:56.876828 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Deleting port f9930764-6b81-4207-951b-de496aa792b6 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:48:56.877828 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:56.983200 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 392d4826-ca87-4f90-8dc7-881f65216ff1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:48:57.001824 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] For port f9930764-6b81-4207-951b-de496aa792b6, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=f9930764-6b81-4207-951b-de496aa792b6,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:48:57.003013 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:57.020710 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 392d4826-ca87-4f90-8dc7-881f65216ff1 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:48:57.021071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 392d4826-ca87-4f90-8dc7-881f65216ff1 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:48:57.126440 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Calling delete_port for f9930764-6b81-4207-951b-de496aa792b6 owned by network:router_interface {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:48:57.284291 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:57.288686 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-044dcf48-18b5-4d35-8368-efe4f0e332fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:57.341253 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9930764-6b81-4207-951b-de496aa792b6,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:57.478766 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:57.711909 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:58.062379 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:48:58.233782 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:48:58.242400 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Sync routers for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:48:58.245925 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-43993ea1-71e0-4202-9173-11e063340b81 admin admin] 10.222.0.16 "PUT /v2.0/routers/95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3025556
May 18 01:48:58.248332 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34880) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:48:58.253387 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:48:58.254074 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa05a8ac0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:58.419670 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks [] for router, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:58.473350 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:48:58.597481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:58.670311 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Deleting port b1502e26-70e6-471c-a87f-7ad1ccc802ef {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:48:58.670653 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:58.755852 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa05a8ac0>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:48:57Z', 'revision_number': 5, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port': {'id': 'b1502e26-70e6-471c-a87f-7ad1ccc802ef', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:58.760213 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Checking router: 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:48:58.769090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Routers {'95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:48:58.769711 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa05a8ac0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:58.903721 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] For port b1502e26-70e6-471c-a87f-7ad1ccc802ef, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=b1502e26-70e6-471c-a87f-7ad1ccc802ef,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:48:58.903963 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:58.919091 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] Set router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec gateway port host: None {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:48:59.026111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Calling delete_port for b1502e26-70e6-471c-a87f-7ad1ccc802ef owned by network:router_gateway {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:48:59.028767 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa05a8ac0>, [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:48:58Z', 'revision_number': 6, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:48:59.032723 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac12c6b-30c6-4cf0-a4ae-870f6b5ef726 None None] The sync data for ids ['95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec'] in dv-cinder-784623-9-iscsi is: [{'id': '95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec', 'name': 'tempest-TestMinimumBasicScenario-1486385436-router', 'tenant_id': '9b0c3cb4d3634c8080132e61a0648e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:36Z', 'updated_at': '2021-05-18T01:48:58Z', 'revision_number': 6, 'project_id': '9b0c3cb4d3634c8080132e61a0648e51', 'gw_port_host': None}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:48:59.166648 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.170803 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-57cfd5e9-03e8-4dbc-8a35-5ba48e573168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:48:59.213802 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1502e26-70e6-471c-a87f-7ad1ccc802ef,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:48:59.242300 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:48:59.304522 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.482667 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.484853 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.507797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.508383 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec {{(pid=78859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:48:59.520643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.521749 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-04549d52-7fa4-46e2-8456-73809c6762bb admin admin] 10.222.0.16 "DELETE /v2.0/routers/95029f43-0864-4bf0-b4d3-0b1cd2f6e9ec HTTP/1.1" status: 204  len: 168 time: 1.2725306
May 18 01:48:59.524195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34890) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:48:59.584608 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Deleting subnet 76dd0366-7292-41f5-a589-651657931c23 {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:48:59.588005 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.635937 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.711963 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.807933 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f9930764-6b81-4207-951b-de496aa792b6 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:48:59.841934 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: f9930764-6b81-4207-951b-de496aa792b6 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:48:59.842383 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device f9930764-6b81-4207-951b-de496aa792b6 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:48:59.842863 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device b1502e26-70e6-471c-a87f-7ad1ccc802ef no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:48:59.878020 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: b1502e26-70e6-471c-a87f-7ad1ccc802ef {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:48:59.878370 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device b1502e26-70e6-471c-a87f-7ad1ccc802ef not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:48:59.974834 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:48:59.979685 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-946ae85b-ff99-4999-a86e-9a930ccac04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:00.015634 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76dd0366-7292-41f5-a589-651657931c23,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:00.018778 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:00.021360 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.027054 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11369491-9b73-4a7f-8601-7a4fb51112c0 None None] Network 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:49:00.029193 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-1de4793e-7749-4155-b8b4-4b9ce824807a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76dd0366-7292-41f5-a589-651657931c23 HTTP/1.1" status: 204  len: 168 time: 0.5040073
May 18 01:49:00.031678 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34894) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:00.140203 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.214274 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Deleting port 121342b8-c113-4e7d-830c-330bb178d861 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:00.214959 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.292351 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] DHCP port deletion for 9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:49:00.314610 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] For port 121342b8-c113-4e7d-830c-330bb178d861, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=121342b8-c113-4e7d-830c-330bb178d861,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:00.314960 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.357662 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Deleting port 121342b8-c113-4e7d-830c-330bb178d861 {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:00.358034 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.456090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] For port 121342b8-c113-4e7d-830c-330bb178d861, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=121342b8-c113-4e7d-830c-330bb178d861,segment=NetworkSegment(39dd8002-0e22-4651-b318-be11b67fc2e1),segment_id=39dd8002-0e22-4651-b318-be11b67fc2e1)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:00.456509 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.531050 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Calling delete_port for 121342b8-c113-4e7d-830c-330bb178d861 owned by network:dhcp {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:00.577222 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Calling delete_port for 121342b8-c113-4e7d-830c-330bb178d861 owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:00.578861 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.583673 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-d231fb9b-4234-4c68-8497-449118081e05 tempest-AttachVolumeTestJSON-1501737572 tempest-AttachVolumeTestJSON-1501737572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:00.624497 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.626618 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=121342b8-c113-4e7d-830c-330bb178d861,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:00.628071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:00.631612 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:00.631612 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] No DVR routers for this DVR port 121342b8-c113-4e7d-830c-330bb178d861 on host dv-cinder-784623-9-iscsi {{(pid=78859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:49:00.712463 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Pushing event deleted for resources: {'Port': ['ID=121342b8-c113-4e7d-830c-330bb178d861,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:00.717622 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] No DVR routers for this DVR port 121342b8-c113-4e7d-830c-330bb178d861 on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:49:00.724253 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.724617 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.727925 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:49:00.730594 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-803a3ca9-e4e1-40ac-b11c-0c6fc10d8ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:00.750431 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.766781 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa0220ac0>,) {'filters': {'network_id': ['9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa']}} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:00.778966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0220ac0>, '39dd8002-0e22-4651-b318-be11b67fc2e1') {'for_net_delete': True} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:00.779256 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.services.segments.db [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa0220ac0>, '39dd8002-0e22-4651-b318-be11b67fc2e1') {} {{(pid=78859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:00.790998 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2795062'] for segment, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.806434 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.812129 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=78859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:49:00.812529 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395678'] for segment, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]: Traceback (most recent call last):
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     timer()
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     cb(*args, **kw)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     return func(*args, **kwargs)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     self._notify()
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     self.callback(batched_events)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     event.method(event)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     return f(self, *a, **k)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._get(url).json()
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     return self.request(url, 'GET', **kwargs)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:49:00.825162 dv-cinder-784623-9-iscsi neutron-server[78859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:49:00.898528 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.902554 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:00.919020 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:00.931153 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:00.934910 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:00.936440 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5e189cb4-2eb1-4c84-97b3-959e9ee8fec0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9824fe6f-b7a1-400f-9a0d-d9aa9909e1fa HTTP/1.1" status: 204  len: 168 time: 0.9038453
May 18 01:49:00.939199 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34900) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:01.467204 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:01.673673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 121342b8-c113-4e7d-830c-330bb178d861 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:49:01.710742 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 121342b8-c113-4e7d-830c-330bb178d861 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:49:01.711090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 121342b8-c113-4e7d-830c-330bb178d861 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:49:01.982081 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Deleting port 9f45d212-8592-49bf-b5fb-b3e1a6717650 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:01.982081 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:02.105738 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] For port 9f45d212-8592-49bf-b5fb-b3e1a6717650, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9f45d212-8592-49bf-b5fb-b3e1a6717650,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:02.106097 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:02.244613 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Calling delete_port for 9f45d212-8592-49bf-b5fb-b3e1a6717650 owned by network:router_interface {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:02.317986 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-68b2f93a-9f6d-4e78-9828-41f35c1e6fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:02.394469 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:02.398884 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-28fbe72f-c155-44b8-b984-613ed35b12c0 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:02.445442 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f45d212-8592-49bf-b5fb-b3e1a6717650,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:02.472575 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:02.714080 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:03.063168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Router 33c39553-0e3d-4978-bb63-b2db34cb4632 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:49:03.347326 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:49:03.355573 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Sync routers for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:49:03.365112 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] 10.222.0.16 "PUT /v2.0/routers/33c39553-0e3d-4978-bb63-b2db34cb4632/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4241314
May 18 01:49:03.367442 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34922) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:03.368783 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:49:03.369577 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0dacd90>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:03.543138 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks [] for router, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:03.546602 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:49:03.720389 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:03.790882 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Deleting port 9d17bf40-759f-4919-bb38-77dc9536b038 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:03.791245 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:03.863137 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0dacd90>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:49:02Z', 'revision_number': 5, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port': {'id': '9d17bf40-759f-4919-bb38-77dc9536b038', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:44Z', 'updated_at': '2021-05-18T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:03.866877 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Checking router: 33c39553-0e3d-4978-bb63-b2db34cb4632 for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:49:03.875100 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Routers {'33c39553-0e3d-4978-bb63-b2db34cb4632'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:49:03.875687 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa0dacd90>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:48:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['33c39553-0e3d-4978-bb63-b2db34cb4632'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:03.913981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.db [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] For port 9d17bf40-759f-4919-bb38-77dc9536b038, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=9d17bf40-759f-4919-bb38-77dc9536b038,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:03.914323 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.029147 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] Set router 33c39553-0e3d-4978-bb63-b2db34cb4632 gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:49:04.037271 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Calling delete_port for 9d17bf40-759f-4919-bb38-77dc9536b038 owned by network:router_gateway {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:04.133238 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa0dacd90>, [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:49:03Z', 'revision_number': 6, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:04.137084 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8735b2-49d8-46bf-9a31-e7e48984a259 None None] The sync data for ids ['33c39553-0e3d-4978-bb63-b2db34cb4632'] in dv-cinder-784623-9-iscsi is: [{'id': '33c39553-0e3d-4978-bb63-b2db34cb4632', 'name': 'tempest-TestMinimumBasicScenario-1995328039-router', 'tenant_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:43Z', 'updated_at': '2021-05-18T01:49:03Z', 'revision_number': 6, 'project_id': 'fcc2afc1bed74c0f949ffd3f1e8a6d14', 'gw_port_host': None}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:49:04.178259 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.182710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-1accd069-d41e-493e-9ddf-1c8bd870d3f6 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:04.261915 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d17bf40-759f-4919-bb38-77dc9536b038,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:04.264272 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:04.320503 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.495205 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.497613 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.525738 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.526132 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c39553-0e3d-4978-bb63-b2db34cb4632 {{(pid=78859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:49:04.538980 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] Notify callbacks [] for router, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.540323 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-458e3817-1c61-469e-a75b-8837f4bad51d admin admin] 10.222.0.16 "DELETE /v2.0/routers/33c39553-0e3d-4978-bb63-b2db34cb4632 HTTP/1.1" status: 204  len: 168 time: 1.1716309
May 18 01:49:04.542840 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34930) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:04.605538 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Deleting subnet 1ed91181-a33c-4ea1-9006-22770b5fb2a0 {{(pid=78859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:49:04.608424 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.635982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.660510 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2795065'] for subnet, precommit_delete_associations {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.677203 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-494d64a3-0b93-4059-9a57-c227b0b8f600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.746666 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:04.990875 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e845c9fc-8dcd-4ada-8892-ae73abd5229d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203183692&fields=id&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 267 time: 0.1195960
May 18 01:49:05.230710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-59e407b3-39a6-4eac-b34b-4916b776922c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:05.232036 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-59e407b3-39a6-4eac-b34b-4916b776922c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.2312603
May 18 01:49:05.253070 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2c048ed7-ea8d-4198-952e-8d1729d58a3e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/quotas/85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 375 time: 0.0148327
May 18 01:49:05.319748 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2395832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2581334'] for subnet, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.327500 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-e3285233-07f2-485c-9386-6c69b50e87a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:05.369492 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed91181-a33c-4ea1-9006-22770b5fb2a0,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:05.372381 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:05.375127 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for subnet, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.380740 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b39fa-315f-49ea-a74f-8d1a9e141dbd None None] Network 8c879862-e35f-4ee5-bedd-c6256b748199 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:49:05.387393 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-12f24387-dc24-4acb-a33c-7ab591e690d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ed91181-a33c-4ea1-9006-22770b5fb2a0 HTTP/1.1" status: 204  len: 168 time: 0.8412600
May 18 01:49:05.387832 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34940) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:05.409468 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-f190d81f-2a7c-41bb-8d8d-1e4294b2a745 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1511290
May 18 01:49:05.470162 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-c9fbe780-e811-4e46-b080-9f07b455899e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 18 01:49:05.471429 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-c9fbe780-e811-4e46-b080-9f07b455899e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0502872
May 18 01:49:05.508166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.585698 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Deleting port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:05.586168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.612179 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-d58dd6fb-2230-482c-bf42-0cc709b26879 service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344330
May 18 01:49:05.653986 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] DHCP port deletion for 8c879862-e35f-4ee5-bedd-c6256b748199 request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:49:05.693034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] For port 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=5f7d63fb-a51d-4f76-b8fd-42290af17d09,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:05.693387 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.701662 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9d17bf40-759f-4919-bb38-77dc9536b038 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:49:05.750908 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 9d17bf40-759f-4919-bb38-77dc9536b038 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:49:05.751269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9d17bf40-759f-4919-bb38-77dc9536b038 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:49:05.751901 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9f45d212-8592-49bf-b5fb-b3e1a6717650 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:49:05.755972 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e001365a-3ad4-4ded-9bdb-6f4386a9c8fc service neutron] 10.222.0.16 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366205
May 18 01:49:05.787537 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 9f45d212-8592-49bf-b5fb-b3e1a6717650 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:49:05.787897 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 9f45d212-8592-49bf-b5fb-b3e1a6717650 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:49:05.799696 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.809555 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Deleting port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:49:05.809928 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.824006 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Calling delete_port for 5f7d63fb-a51d-4f76-b8fd-42290af17d09 owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:05.873587 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.880355 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-cd2c585d-df6f-4627-a8ff-4dcbc8e27bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:05.913555 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] For port 5f7d63fb-a51d-4f76-b8fd-42290af17d09, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=5f7d63fb-a51d-4f76-b8fd-42290af17d09,segment=NetworkSegment(10defc4e-e687-4fa8-9144-b8a5a5e3fab4),segment_id=10defc4e-e687-4fa8-9144-b8a5a5e3fab4)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:05.914013 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:05.928352 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7d63fb-a51d-4f76-b8fd-42290af17d09,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:05.932029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:05.934416 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] No DVR routers for this DVR port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:49:06.045799 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Calling delete_port for 5f7d63fb-a51d-4f76-b8fd-42290af17d09 owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:49:06.055591 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.069342 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa02d0d30>,) {'filters': {'network_id': ['8c879862-e35f-4ee5-bedd-c6256b748199']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:06.082802 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa02d0d30>, '10defc4e-e687-4fa8-9144-b8a5a5e3fab4') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:06.083098 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa02d0d30>, '10defc4e-e687-4fa8-9144-b8a5a5e3fab4') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:06.095184 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.095840 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.099721 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c81c3d54-2156-4e15-b21e-00137c19faf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:06.113326 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.120185 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:49:06.120729 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:49:06.136680 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:49:06.158899 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Pushing event deleted for resources: {'Port': ['ID=5f7d63fb-a51d-4f76-b8fd-42290af17d09,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:06.162469 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:06.168982 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53404f-968d-465a-83f3-96c0b7b134dd None None] No DVR routers for this DVR port 5f7d63fb-a51d-4f76-b8fd-42290af17d09 on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:49:06.201017 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d230a913-ebeb-4208-ae0a-4b05d2e9b7a9 req-239c76d9-85e4-4632-859a-a0e70d7f9a1c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 210 time: 0.0726967
May 18 01:49:06.230670 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.234043 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6c0aa247-70e9-4ccb-bc7c-4a6035bbca8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:06.248211 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.258963 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c879862-e35f-4ee5-bedd-c6256b748199,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:06.263441 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:06.266805 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-75c658a3-5eaa-4704-a4ea-e1fedc57ea0a admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c879862-e35f-4ee5-bedd-c6256b748199 HTTP/1.1" status: 204  len: 168 time: 0.8778741
May 18 01:49:06.447524 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34960) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:06.496808 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0ebc4468-58e3-4379-9ebc-048df051e58c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b0c3cb4d3634c8080132e61a0648e51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480280
May 18 01:49:06.499192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 34968) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:06.556823 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.582701 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.635949 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.641134 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6695c706-e875-4270-9403-59db9ca71996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:06.658034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f9565-6b6a-4766-87eb-de42552295ca,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:06.661702 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:06.663909 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:06.664832 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-237dfe04-b385-4825-89e3-7f1f5ddd136f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e0f9565-6b6a-4766-87eb-de42552295ca HTTP/1.1" status: 204  len: 168 time: 0.1647532
May 18 01:49:07.021315 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34980) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:07.071818 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-ca541e04-aadc-47eb-a4d9-74e7abd2a753 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcc2afc1bed74c0f949ffd3f1e8a6d14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493011
May 18 01:49:07.074156 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 34984) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:07.131922 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:07.157520 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:07.207457 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:07.212154 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-781ad7f9-df12-4653-bac3-09bc8e3dfa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:07.224966 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1500241-0203-4301-a6a6-b417dd11c672,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:07.228006 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:07.230038 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:07.231392 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1500241-0203-4301-a6a6-b417dd11c672 HTTP/1.1" status: 204  len: 168 time: 0.1561010
May 18 01:49:07.366179 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-349cb27e-a715-4d98-8d51-49d9dcf2020a req-99336843-5989-4a6e-87ae-d1776264dc23 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 210 time: 0.0470054
May 18 01:49:07.397545 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:07.593179 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-20f2b6e0-5e2b-4580-997e-bf210460233e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:07.593923 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-20f2b6e0-5e2b-4580-997e-bf210460233e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:network {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:49:07.614960 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-20f2b6e0-5e2b-4580-997e-bf210460233e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:network {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:49:07.616644 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-20f2b6e0-5e2b-4580-997e-bf210460233e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 811 time: 0.1892133
May 18 01:49:07.670375 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-5d0c4a00-82cf-4011-91f0-87c88951b53b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:security_group {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:49:07.676976 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 5f7d63fb-a51d-4f76-b8fd-42290af17d09 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:49:07.690420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-5d0c4a00-82cf-4011-91f0-87c88951b53b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:security_group {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:49:07.691787 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-5d0c4a00-82cf-4011-91f0-87c88951b53b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ca98bb7e3246a3885ab6ddcfa09337 HTTP/1.1" status: 200  len: 380 time: 0.0652478
May 18 01:49:07.700612 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'port': {'device_id': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'admin_state_up': True, 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'security_groups': ['5107fe76-794f-459c-ab2e-1b843bd9d0cb']}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:49:07.715408 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 5f7d63fb-a51d-4f76-b8fd-42290af17d09 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:49:07.715734 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 5f7d63fb-a51d-4f76-b8fd-42290af17d09 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:49:07.838910 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:49:07.849166 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.quota.driver [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:49:07.857821 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Made reservation on behalf of 85ca98bb7e3246a3885ab6ddcfa09337 for: {'port': 1} {{(pid=78860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 18 01:49:07.862153 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.031090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_common [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.20.0.8 (f2192753-81de-4186-86a3-1e0d48f6a9fe/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f/1ba9e56f-13b9-4a1e-9647-c65a1fdf9706) {{(pid=78860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:49:08.335212 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.351122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Transition to ACTIVE for port object 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 will not be triggered until provisioned by entity DHCP. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:49:08.374620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_create {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.380331 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c9ba33f4-497d-4561-81dc-e1190f2f27ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:08.446446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network f2192753-81de-4186-86a3-1e0d48f6a9fe is already hosted by enough agents. {{(pid=78860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:49:08.449460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.base_scheduler [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:49:08.453238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:49:08.494594 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=1']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:08.513807 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:08.548519 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:08.548767 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.577179 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8801053
May 18 01:49:08.590016 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.v2.base [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Request body: {'port': {'device_id': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:49:08.595958 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98103067-8bf9-4b94-bc85-780782e9aedd req-1c1bed0c-02dd-434e-b131-c222d2956829 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:08.598146 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-98103067-8bf9-4b94-bc85-780782e9aedd req-1c1bed0c-02dd-434e-b131-c222d2956829 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 931 time: 0.1147118
May 18 01:49:08.644800 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-98103067-8bf9-4b94-bc85-780782e9aedd req-bbf9be4d-afdd-47bc-b53f-7533ea76621f tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407295
May 18 01:49:08.710107 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.731422 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-d3d847dc-a344-45f7-a879-4a30ad4d6e70 None None] Provisioning for port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 completed by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:49:08.735871 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-d3d847dc-a344-45f7-a879-4a30ad4d6e70 None None] Provisioning complete for port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 triggered by entity DHCP. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:49:08.736244 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-d3d847dc-a344-45f7-a879-4a30ad4d6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:08.790401 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-d3d847dc-a344-45f7-a879-4a30ad4d6e70 None None] Port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 cannot update to ACTIVE because it is not bound. {{(pid=78861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 18 01:49:09.057621 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 {{(pid=78860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:49:09.064996 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:09.079033 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.provisioning_blocks [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Transition to ACTIVE for port object 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 will not be triggered until provisioned by entity L2. {{(pid=78860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 18 01:49:09.083919 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:09.088561 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-1ada331f-c53b-4ffc-82c0-8d253b800a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:09.241115 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=2']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:09.248446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:09.323813 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Attempting to bind port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 18 01:49:09.324145 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Attempting to bind port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 18 01:49:09.324568 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Attempting to bind port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:49:09.329056 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 on network f2192753-81de-4186-86a3-1e0d48f6a9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 18 01:49:09.329370 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Attempting to bind port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 on network f2192753-81de-4186-86a3-1e0d48f6a9fe {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 18 01:49:09.335534 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Checking agent: {'id': '6f59b051-ce87-4fe2-8aa7-d24cb96c05bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 18 01:49:09.335864 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Checking segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 18 01:49:09.336243 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Bound using segment: {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'} {{(pid=78860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 18 01:49:09.336687 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.managers [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Bound port: 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5d4251-70d5-48e4-a989-5d03fcfd4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe'}}] {{(pid=78860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 18 01:49:09.337026 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:09.423971 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, cleared binding levels {{(pid=78860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 18 01:49:09.427075 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 18 01:49:09.431359 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59334083'] for port, after_update {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:09.435752 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-9fb4c646-673e-450b-bdcc-a149ad6a7b3c tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:09.495528 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:09.496220 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:09.497482 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 200  len: 1093 time: 0.9122763
May 18 01:49:09.497982 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:49:09.519906 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=3']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:09.522837 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2e852bbf-1b06-49d3-8f42-999945e247b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:09.570715 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'status': 'completed', 'code': 200}
May 18 01:49:09.612908 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-46e06c03-b47b-4d6d-8a5c-638dc10f3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:09.614424 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-46e06c03-b47b-4d6d-8a5c-638dc10f3f94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1096 time: 0.0781226
May 18 01:49:09.687614 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-16f088ec-e316-4e33-b81c-3743a737b6a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 200  len: 217 time: 0.0661445
May 18 01:49:09.751601 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-0d49ec30-2ebe-4734-b58b-8a964c4c5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:09.753982 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-0d49ec30-2ebe-4734-b58b-8a964c4c5abc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0595486
May 18 01:49:09.834006 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-d9aca9a4-89d5-4813-ad6f-6cb294a6fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:09.835519 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-d9aca9a4-89d5-4813-ad6f-6cb294a6fb3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751438
May 18 01:49:09.847451 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69c5e-ae00-4691-bc4f-22e3ae81cdc4 req-0458434a-f16d-4471-9845-c305faa8fe61 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:09.848924 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c5e69c5e-ae00-4691-bc4f-22e3ae81cdc4 req-0458434a-f16d-4471-9845-c305faa8fe61 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0819926
May 18 01:49:09.894652 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c5e69c5e-ae00-4691-bc4f-22e3ae81cdc4 req-4690f510-9d87-4e64-82b6-190ea8502d1d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400026
May 18 01:49:09.968874 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-469ae039-3bef-46eb-a3bd-bab71fa47099 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268075
May 18 01:49:10.184724 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-55ddfdd0-fffb-49bd-b12b-0b0ab0417a09 req-b197c04b-fb47-458e-bca5-4bb310e5d989 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092636
May 18 01:49:10.297943 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-328bb310-abc9-40b9-bc02-9d14a2829245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:10.300141 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-328bb310-abc9-40b9-bc02-9d14a2829245 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1096 time: 0.0692794
May 18 01:49:10.426145 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-15701e8e-3f50-4b45-8f56-2a9e5911de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:10.427557 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-15701e8e-3f50-4b45-8f56-2a9e5911de0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1216187
May 18 01:49:10.496832 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-426a4ecb-65b9-4612-bb64-d01e753def93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 200  len: 217 time: 0.0620356
May 18 01:49:10.559865 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-87e0c859-57ca-4a26-91b8-e32ee7c42e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:10.561263 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-87e0c859-57ca-4a26-91b8-e32ee7c42e29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0547853
May 18 01:49:10.639970 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-94a0ab8a-ca67-4bc6-bdd3-2dd48a4df7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:10.641388 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-94a0ab8a-ca67-4bc6-bdd3-2dd48a4df7fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702479
May 18 01:49:10.773605 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-6a0eeaf7-851a-48cd-9718-84cf379677ff service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219819
May 18 01:49:10.900417 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-e4c1757f-14c2-4e95-8086-d6f7e57baa37 req-4ff82f8c-b078-4247-9a79-a046ae103fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205924
May 18 01:49:11.078099 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d38e-5262-4818-8fce-2e23260ce56a req-b2bdae0e-3243-479a-be57-e43c5437537c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:11.079553 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6d3d38e-5262-4818-8fce-2e23260ce56a req-b2bdae0e-3243-479a-be57-e43c5437537c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0798688
May 18 01:49:11.127434 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-c6d3d38e-5262-4818-8fce-2e23260ce56a req-a5cd2155-dc44-4630-9de9-dd52831bf0a4 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414577
May 18 01:49:12.309231 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a80f5b-a3a5-492f-a106-3fa235509feb req-3382e1b8-254c-495b-b81b-0a8516da6663 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:12.310578 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-08a80f5b-a3a5-492f-a106-3fa235509feb req-3382e1b8-254c-495b-b81b-0a8516da6663 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0786912
May 18 01:49:12.356531 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-08a80f5b-a3a5-492f-a106-3fa235509feb req-b961856f-f358-44b1-bf9f-2b00d1d1b551 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395544
May 18 01:49:13.543214 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0f3a-234b-494a-80c0-925e4e4663e3 req-d729bcce-cadb-4723-96be-ace3386c099e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:13.544676 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d6ab0f3a-234b-494a-80c0-925e4e4663e3 req-d729bcce-cadb-4723-96be-ace3386c099e tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0832746
May 18 01:49:13.589802 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-d6ab0f3a-234b-494a-80c0-925e4e4663e3 req-4bfe2da6-5b63-4f80-8898-df8be544129b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386658
May 18 01:49:14.410396 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:49:14.769981 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557629-92c3-4262-b84c-b083c9709757 req-cb111959-33e2-4562-8f01-18ae918b74dd tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:14.771333 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0557629-92c3-4262-b84c-b083c9709757 req-cb111959-33e2-4562-8f01-18ae918b74dd tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0787091
May 18 01:49:14.906833 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-b0557629-92c3-4262-b84c-b083c9709757 req-b5669e83-a88c-4c51-a733-d79a38acdbd1 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297295
May 18 01:49:16.089886 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7e3c5-7d0e-4510-8e62-cdc25577d5a8 req-ed8bccbc-5123-41bf-b618-5cd90e422e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:16.091300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67e7e3c5-7d0e-4510-8e62-cdc25577d5a8 req-ed8bccbc-5123-41bf-b618-5cd90e422e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 943 time: 0.0784228
May 18 01:49:16.134931 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-67e7e3c5-7d0e-4510-8e62-cdc25577d5a8 req-61a8ec15-c8b9-4efa-97a6-f2362a7c512b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374472
May 18 01:49:17.032507 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 18 01:49:17.165047 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:17.178821 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Returning: {'device': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'port_id': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'mac_address': 'fa:16:3e:cd:d8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 18 01:49:17.233027 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:17.250181 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 {{(pid=78861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 18 01:49:17.265780 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:17.269983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:17.271687 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-2a4e923b-bf98-48b2-9cb9-69e39d0aedf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:17.323754 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969984a-0402-48cc-8d40-97a5864a13cf req-1f61f65c-cd02-40c3-ad51-ea799941a019 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:17.325207 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3969984a-0402-48cc-8d40-97a5864a13cf req-1f61f65c-cd02-40c3-ad51-ea799941a019 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 944 time: 0.0848703
May 18 01:49:17.336783 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=4']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:17.340091 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:17.374998 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3969984a-0402-48cc-8d40-97a5864a13cf req-2283bbd6-d3e1-4e63-96a3-fa54b4cd4360 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438251
May 18 01:49:17.483676 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] get_ports_and_sgs() called for port_ids ['1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'] {{(pid=78861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 18 01:49:18.555097 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed837ea-19a6-4aa0-8be3-bb99cee28d84 req-629cc551-358c-48f8-b9b2-ce3e828fb340 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:18.556546 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0ed837ea-19a6-4aa0-8be3-bb99cee28d84 req-629cc551-358c-48f8-b9b2-ce3e828fb340 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 944 time: 0.0779281
May 18 01:49:18.603733 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-0ed837ea-19a6-4aa0-8be3-bb99cee28d84 req-1cafd2d4-d60d-420a-839f-42b8c90ba40f tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415497
May 18 01:49:19.048867 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 up at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 18 01:49:19.116411 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning for port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 completed by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 18 01:49:19.120808 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Provisioning complete for port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 triggered by entity L2. {{(pid=78861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 18 01:49:19.121183 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762263'] for port, provisioning_complete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:19.266103 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:19.294856 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'}] {{(pid=78861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:49:19.304867 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:49:19.309160 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775'] for port, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:19.311061 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:19.378729 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Pushing event updated for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=5']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:19.381708 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:19.526457 dv-cinder-784623-9-iscsi neutron-server[78861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'code': 200}
May 18 01:49:19.789744 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d503f11-83f8-4a4c-8414-df53929cf618 req-d118a4eb-7e50-46f6-aaaa-476cdbf9784c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:19.791126 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3d503f11-83f8-4a4c-8414-df53929cf618 req-d118a4eb-7e50-46f6-aaaa-476cdbf9784c tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.0807295
May 18 01:49:19.794697 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9497-8b14-4d07-8594-f5899fc8f8b1 req-e63ad3a5-f35d-4438-9181-24d0377e5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:19.796145 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d8ed9497-8b14-4d07-8594-f5899fc8f8b1 req-e63ad3a5-f35d-4438-9181-24d0377e5b70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1098 time: 0.0701864
May 18 01:49:19.836228 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3d503f11-83f8-4a4c-8414-df53929cf618 req-d50b83ee-3722-4d91-99ed-76fc01885630 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389321
May 18 01:49:19.836503 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-d8ed9497-8b14-4d07-8594-f5899fc8f8b1 req-aa329ba7-6347-4aec-b116-339f3fbf6293 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336568
May 18 01:49:21.022318 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee88a3-2c56-49c6-9496-b5fa29331bf7 req-225bdba3-35c0-489d-ba25-15434962c041 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:21.023760 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f4ee88a3-2c56-49c6-9496-b5fa29331bf7 req-225bdba3-35c0-489d-ba25-15434962c041 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.0819142
May 18 01:49:21.068583 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-f4ee88a3-2c56-49c6-9496-b5fa29331bf7 req-bec2936a-0071-4748-a47c-e8995a0cbcdf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390649
May 18 01:49:21.251270 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b1fbc-df74-482e-b020-a3598e9fa930 req-02c52450-dde4-4720-89c7-6adf07fb6c00 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:21.252744 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-476b1fbc-df74-482e-b020-a3598e9fa930 req-02c52450-dde4-4720-89c7-6adf07fb6c00 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.0801191
May 18 01:49:21.299757 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-476b1fbc-df74-482e-b020-a3598e9fa930 req-72f3db9f-c71f-4718-8da1-3b6cf6097407 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406997
May 18 01:49:21.322411 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35024) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:21.400213 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea57759-ef02-446b-8c29-c067a9988ef3 tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:21.401713 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-3ea57759-ef02-446b-8c29-c067a9988ef3 tempest-TestVolumeBootPattern-2108390411 tempest-TestVolumeBootPattern-2108390411-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1093 time: 0.0783808
May 18 01:49:21.404453 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35028) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:49:21.410468 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.v2.base [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Request body: {'floatingip': {'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'port_id': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 18 01:49:21.422872 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 18 01:49:21.427436 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Usage tracker for resource:floatingip and tenant:85ca98bb7e3246a3885ab6ddcfa09337 is out of sync, need to count used quota {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 18 01:49:21.430277 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 18 01:49:21.436077 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.quota.driver [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 18 01:49:21.446032 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:21.578348 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:21.714521 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.db_base_plugin_common [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Allocated IP 172.27.1.214 (92d03256-14b1-40fd-9d1b-43759e8f0a95/b0d845d5-a1e4-435d-93f6-258f9e0146b9/ff7bf238-83f3-40b1-bd51-b30b973b8db9) {{(pid=78859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 18 01:49:21.857179 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:21.885163 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757339452712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:21.889370 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:21.945367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Network 92d03256-14b1-40fd-9d1b-43759e8f0a95 is already hosted by enough agents. {{(pid=78859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 18 01:49:21.948079 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.base_scheduler [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Resources bound (agent type, host, resource id):  {{(pid=78859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 18 01:49:21.951630 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Received port after_create {{(pid=78859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 18 01:49:22.000111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=ff7bf238-83f3-40b1-bd51-b30b973b8db9,revision_number=1']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:22.004376 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:22.449084 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:22.520215 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708669'] for port, before_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:22.720232 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for port, precommit_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:22.724706 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757339904826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757339452730', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757339452775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395714'] for port, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:22.728951 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-0d49c3d7-07c6-4b46-85fe-8aab52ea4ec8 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:49:22.829710 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event updated for resources: {'Port': ['ID=ff7bf238-83f3-40b1-bd51-b30b973b8db9,revision_number=2']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:49:22.834111 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:49:22.839064 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3940793'] for floatingip, after_update {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:23.009120 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP 56906540-04a2-4110-931a-ffaab8d2e405 associated. External IP: 172.27.1.214, port: 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706.
May 18 01:49:23.326513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:23.347868 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:49:23.538367 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:49:23.547562 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:49:23.556325 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:49:23.556933 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa02b02e0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:49:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:23.563149 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:23.619180 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-b5c00664-9551-4b00-85f1-1faa32567acf tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2125838
May 18 01:49:23.619180 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:49:23.720516 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'status': 'completed', 'code': 200}
May 18 01:49:23.734425 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:49:23.812588 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-c4528bfc-40fd-4b17-a6ef-b7ad02a8c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:23.814038 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-c4528bfc-40fd-4b17-a6ef-b7ad02a8c1fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1098 time: 0.0728750
May 18 01:49:23.950844 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-7a1cbd4a-4381-4c15-bba1-abe6f7e2bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:23.952195 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-7a1cbd4a-4381-4c15-bba1-abe6f7e2bd38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1317208
May 18 01:49:24.051077 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-5bd20ce6-4aa2-47ef-b261-e90bc7a2f9c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 200  len: 999 time: 0.0927882
May 18 01:49:24.079061 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa02b02e0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '56906540-04a2-4110-931a-ffaab8d2e405', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:cd:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:49:22Z', 'updated_at': '2021-05-18T01:49:22Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}, {'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:24.083105 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:49:24.091521 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:49:24.092108 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa02b02e0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:49:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:24.115907 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-b4835455-33fe-495a-b231-bb8d3d5e4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:24.117366 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-b4835455-33fe-495a-b231-bb8d3d5e4f3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0607765
May 18 01:49:24.189419 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-24421712-c4a7-4333-af1a-f9662ed70c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:24.191419 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-24421712-c4a7-4333-af1a-f9662ed70c36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679588
May 18 01:49:24.268263 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:49:24.321739 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-034a34f2-0e52-476c-8c65-b28f95be15fa service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236553
May 18 01:49:24.453772 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-46061c64-251e-444c-b7d8-869d8eba9e48 req-e8cfe9fb-376e-4521-a48a-96fb5b8b0a0c service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255078
May 18 01:49:24.613487 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa02b02e0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '56906540-04a2-4110-931a-ffaab8d2e405', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:cd:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:49:22Z', 'updated_at': '2021-05-18T01:49:22Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}, {'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:49:24.617737 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9c8d-e585-46a6-a22d-7ede5943ed63 None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': '56906540-04a2-4110-931a-ffaab8d2e405', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:cd:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:49:22Z', 'updated_at': '2021-05-18T01:49:22Z', 'revision_number': 0, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}, {'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:49:24.783292 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750022d4-3dea-4b7a-b136-d751a56abb19 None None] New status for floating IP 56906540-04a2-4110-931a-ffaab8d2e405: ACTIVE {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:49:32.323877 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-955533b5-53cf-429e-bb7e-df146ba86db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:34.638477 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:34.667381 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-253f90df-c2ca-4939-bafb-eabf1e09d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:35.736025 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:37.399572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:51.407802 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:49:53.326582 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:49:56.648422 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-a3f03469-5e02-46ca-88d1-e10bae1bd949 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1621571
May 18 01:49:56.781477 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-49409425-0f24-48d3-b20f-d6684101b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:56.782884 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-49409425-0f24-48d3-b20f-d6684101b9ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1099 time: 0.0681634
May 18 01:49:56.926412 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-07f9c9ee-43d9-4801-89c1-b830e75bbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:56.928330 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-07f9c9ee-43d9-4801-89c1-b830e75bbd82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1255965
May 18 01:49:57.030184 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-17f03414-ebe0-43fd-bc4b-c59bd444e0b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 1001 time: 0.0957749
May 18 01:49:57.093301 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-5a427f60-327d-4a6b-b924-e43775e7bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:57.094696 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-5a427f60-327d-4a6b-b924-e43775e7bc2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0579653
May 18 01:49:57.172076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-52102d13-ffde-49c0-9837-841f6cb4d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:49:57.173553 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-52102d13-ffde-49c0-9837-841f6cb4d827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717733
May 18 01:49:57.302501 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-554665a0-a0e6-4c49-b701-ba833b6bf4f2 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217947
May 18 01:49:57.433211 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-c94701a7-8b58-45bc-9a6b-51476d7167af req-d69381bd-4cfa-44c4-bc44-14540e0aab31 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244740
May 18 01:50:02.324771 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-704a16bf-df54-4d9f-a9a8-c1538c59dd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:04.639052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:04.667131 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-dd098fc9-abb4-424d-b73c-c275ee7bfbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:05.738420 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:07.401172 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:23.326096 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:28.405712 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:50:32.325716 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7f81aaad-67a7-42ca-b335-ed1d72cfeeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:34.640728 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:34.666354 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-eb6566bc-1456-41af-8c1f-b62083890792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:35.741810 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:37.404167 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.138922 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35054) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:50:50.493555 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port ff7bf238-83f3-40b1-bd51-b30b973b8db9 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:50:50.493890 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.608402 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.608727 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.731085 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for ff7bf238-83f3-40b1-bd51-b30b973b8db9 owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:50:50.846278 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.850694 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-432c4998-605d-4f8e-89b4-ab8f0e961986 tempest-TestMinimumBasicScenario-2000096423 tempest-TestMinimumBasicScenario-2000096423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:50:50.892975 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=ff7bf238-83f3-40b1-bd51-b30b973b8db9,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:50:50.960195 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.960580 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.960942 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.961293 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.961792 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.962138 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.962479 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.962823 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.963169 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.963505 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.963841 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.964175 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:50.970208 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:50:50.997091 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:50.997414 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP 56906540-04a2-4110-931a-ffaab8d2e405 disassociated (deleted). External IP: 172.27.1.214, port: 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706.
May 18 01:50:51.340620 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:50:51.519663 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:50:51.529251 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:50:51.535238 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:51.538645 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:50:51.539261 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa04eee80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:50:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:50:51.589353 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-c7f18ec8-fb88-4635-8013-a2a45f3692c0 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "DELETE /v2.0/floatingips/56906540-04a2-4110-931a-ffaab8d2e405 HTTP/1.1" status: 204  len: 168 time: 1.4493878
May 18 01:50:51.590269 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:50:51.651300 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'status': 'completed', 'code': 200}
May 18 01:50:51.721334 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:50:51.748363 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-d2bfc8ee-6512-4f71-b837-6917ac340b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:51.749851 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-d2bfc8ee-6512-4f71-b837-6917ac340b05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 1098 time: 0.0755451
May 18 01:50:51.891138 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-0a3f835f-ff31-436a-b3ac-f9205d3a631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:51.892551 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-0a3f835f-ff31-436a-b3ac-f9205d3a631f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1363502
May 18 01:50:51.978291 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-344dc6ee-9354-45a6-9156-19e875ab2367 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 200  len: 217 time: 0.0766912
May 18 01:50:52.004950 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153d9a-841d-477c-a1b4-17f886238dd4 req-eff040d1-4721-4339-8e76-8af068a7d539 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:52.005643 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-10153d9a-841d-477c-a1b4-17f886238dd4 req-eff040d1-4721-4339-8e76-8af068a7d539 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:50:52.023445 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-10153d9a-841d-477c-a1b4-17f886238dd4 req-eff040d1-4721-4339-8e76-8af068a7d539 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:50:52.025262 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-10153d9a-841d-477c-a1b4-17f886238dd4 req-eff040d1-4721-4339-8e76-8af068a7d539 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.1162617
May 18 01:50:52.042162 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-907d0660-3613-4c84-ba4b-7f85870465ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:52.043688 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-907d0660-3613-4c84-ba4b-7f85870465ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0608370
May 18 01:50:52.075438 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-10153d9a-841d-477c-a1b4-17f886238dd4 req-a31ea4d8-9e0c-494c-b0e6-b1759cd573cc tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434515
May 18 01:50:52.089884 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa04eee80>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:50:52.096513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:50:52.103664 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:50:52.104281 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa04eee80>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:50:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:50:52.126021 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-52d05544-c316-408e-981c-7767a8b540d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:52.127571 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-52d05544-c316-408e-981c-7767a8b540d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763803
May 18 01:50:52.265033 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-3f3b5738-3551-4a01-9d8e-6b06d95c3448 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306775
May 18 01:50:52.277201 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:50:52.404823 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-9cd4f5ca-4a79-4c5a-b06a-f7a2b79521b3 req-c01aa8a9-c65d-46a9-82c5-2d54d0ab60e1 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328437
May 18 01:50:52.619154 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa04eee80>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:50:52.623110 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3690a-aa25-45fd-a7ce-bc0f6173674a None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_floatingips': [{'id': 'bf7830b6-afca-4092-9938-f6f68d7272f6', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'router_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'port_id': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'mac_address': 'fa:16:3e:f4:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:47:26Z', 'updated_at': '2021-05-18T01:47:30Z', 'revision_number': 1, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:50:52.829991 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0ecc8-393c-4b3f-af49-d6971e4e1a2f None None] New status for floating IP 56906540-04a2-4110-931a-ffaab8d2e405: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:50:53.265481 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109b7b5-2167-4f61-9bda-c63ac756b3e2 req-0a160a52-0e14-4a92-acff-e0bc0ade262b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:53.266873 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1109b7b5-2167-4f61-9bda-c63ac756b3e2 req-0a160a52-0e14-4a92-acff-e0bc0ade262b tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.0792003
May 18 01:50:53.337322 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:53.411251 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-1109b7b5-2167-4f61-9bda-c63ac756b3e2 req-eeae356e-d9c2-446f-a9e7-c25aab5c7995 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383636
May 18 01:50:53.427051 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-b7495540-3df6-40fd-8ef6-4e4ad98714b9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:53.427741 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-b7495540-3df6-40fd-8ef6-4e4ad98714b9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:50:53.440034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-b7495540-3df6-40fd-8ef6-4e4ad98714b9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:50:53.441395 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-b7495540-3df6-40fd-8ef6-4e4ad98714b9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 945 time: 0.0939851
May 18 01:50:53.672853 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:50:53.673192 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:53.811780 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] For port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:50:53.812176 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:53.933648 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:50:54.044238 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:54.049749 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7d6281aa-b810-4154-83d7-100340567b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:50:54.095459 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=1ba9e56f-13b9-4a1e-9647-c65a1fdf9706,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:50:54.143420 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.143792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.144154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.144538 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.144889 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.145239 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.145589 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.145936 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.146283 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.146626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.146971 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.147314 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:50:54.175159 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:50:54.186777 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] No DVR routers for this DVR port 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:50:54.189076 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:54.191596 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'name': 'network-vif-deleted', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:50:54.207053 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-49cd9be9-682b-4323-84a4-9f4fc91f4b5c req-31f2ad8d-40da-404a-92d9-b1a773f232a9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "DELETE /v2.0/ports/1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 HTTP/1.1" status: 204  len: 173 time: 0.7596388
May 18 01:50:54.240390 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b43d02-0393-4b0e-a2e6-16ceedfc92e9', 'name': 'network-vif-deleted', 'tag': '1ba9e56f-13b9-4a1e-9647-c65a1fdf9706', 'status': 'completed', 'code': 200}
May 18 01:50:54.565209 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-50b22ef0-1f8d-4283-b4c8-02d06ca658b7 req-cb556fcc-54a8-4d9f-a246-3d9e76660ae7 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b43d02-0393-4b0e-a2e6-16ceedfc92e9 HTTP/1.1" status: 200  len: 210 time: 0.0441413
May 18 01:50:55.437906 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:50:55.472768 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:50:55.473115 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device 1ba9e56f-13b9-4a1e-9647-c65a1fdf9706 not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:50:58.066140 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35092) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:50:58.322219 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port 60a74d01-36e3-4dfe-9e3f-80022f36f44a {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:50:58.322452 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:58.438572 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:58.438891 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:58.560392 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for 60a74d01-36e3-4dfe-9e3f-80022f36f44a owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:50:58.678883 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:58.683398 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-4f03f256-1788-42ad-b125-50a39409e496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:50:58.727295 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=60a74d01-36e3-4dfe-9e3f-80022f36f44a,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:50:58.752160 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:50:58.816634 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:58.816990 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.db.l3_db [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Floating IP bf7830b6-afca-4092-9938-f6f68d7272f6 disassociated (deleted). External IP: 172.27.1.27, port: d7302219-5c9c-406e-a03c-2e983e47736e.
May 18 01:50:59.163983 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:50:59.439770 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:50:59.449669 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:50:59.456168 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:50:59.459321 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:50:59.459936 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bfa5fa0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:50:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:50:59.516797 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-5ed14250-2a06-41b8-8f06-ed8fdf7e70bb tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf7830b6-afca-4092-9938-f6f68d7272f6 HTTP/1.1" status: 204  len: 168 time: 1.4470019
May 18 01:50:59.516797 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e'}] {{(pid=78859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:50:59.560870 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'status': 'completed', 'code': 200}
May 18 01:50:59.654276 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-a7db2450-b360-42ec-92cd-a675250cb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:59.655780 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-a7db2450-b360-42ec-92cd-a675250cb655 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 1099 time: 0.0735872
May 18 01:50:59.686418 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:50:59.799033 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-a850aaae-77a8-4617-b17e-7caed2b8f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:59.800507 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-a850aaae-77a8-4617-b17e-7caed2b8f35d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 200  len: 911 time: 0.1388845
May 18 01:50:59.876007 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-dde32b53-f7d1-4e76-87dd-fd6c2a31ea05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 200  len: 217 time: 0.0669212
May 18 01:50:59.910833 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab23a-edff-4cb2-81b8-87e5c10a807f req-66b9e246-fcdd-4a76-b776-cb285b0d2e3d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:59.911719 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3afab23a-edff-4cb2-81b8-87e5c10a807f req-66b9e246-fcdd-4a76-b776-cb285b0d2e3d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:50:59.931923 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.quota.resource [req-3afab23a-edff-4cb2-81b8-87e5c10a807f req-66b9e246-fcdd-4a76-b776-cb285b0d2e3d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:50:59.935385 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3afab23a-edff-4cb2-81b8-87e5c10a807f req-66b9e246-fcdd-4a76-b776-cb285b0d2e3d tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 946 time: 0.1060467
May 18 01:50:59.955174 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-bf82a40f-45ac-4e78-a433-96411d7e910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:50:59.956976 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-bf82a40f-45ac-4e78-a433-96411d7e910d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 200  len: 850 time: 0.0747166
May 18 01:50:59.994118 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-3afab23a-edff-4cb2-81b8-87e5c10a807f req-4ab4d58e-a5d8-453a-b8e8-b9abc158c647 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485260
May 18 01:51:00.024538 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bfa5fa0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:00.028350 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:51:00.036539 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:51:00.037140 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bfa5fa0>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:50:35Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:00.043493 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-c00139ea-0fb7-4443-8fa8-9011ec9dfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:51:00.045083 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-c00139ea-0fb7-4443-8fa8-9011ec9dfcab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2192753-81de-4186-86a3-1e0d48f6a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806911
May 18 01:51:00.178168 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-4c96d327-32ad-494a-936a-81e73696c0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256897
May 18 01:51:00.211332 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:51:00.311182 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-7742b8f9-b4ae-441a-831b-aeba81d3ae5f req-2216c942-5a03-4302-b315-6c5fb33a4076 service neutron] 10.222.0.32 "GET /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254370
May 18 01:51:00.521238 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bfa5fa0>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:00.525571 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c936-3d5a-45b4-bf06-0d4e82aac038 None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:43:54Z', 'revision_number': 4, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi', '_interfaces': [{'id': '599f3d8d-0165-42f2-9cd6-d36b0c40c54e', 'name': '', 'network_id': 'f2192753-81de-4186-86a3-1e0d48f6a9fe', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'mac_address': 'fa:16:3e:e1:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:53Z', 'updated_at': '2021-05-18T01:44:00Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'subnets': [{'id': 'bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:51:00.714313 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774ea86-5a03-4321-bb21-2413ff4033c0 None None] New status for floating IP bf7830b6-afca-4092-9938-f6f68d7272f6: DOWN {{(pid=78862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 18 01:51:01.180809 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62819-79cc-4453-9171-b97b51c3d51c req-d37fd6c4-2379-4c5c-8c41-08a705b89266 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:51:01.182139 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-04d62819-79cc-4453-9171-b97b51c3d51c req-d37fd6c4-2379-4c5c-8c41-08a705b89266 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 946 time: 0.0802100
May 18 01:51:01.226134 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-04d62819-79cc-4453-9171-b97b51c3d51c req-f13ae922-fc4d-4914-922a-a2a02d97ec92 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/security-groups?id=5107fe76-794f-459c-ab2e-1b843bd9d0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382648
May 18 01:51:01.252744 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-eb0ebc1b-399d-4961-b66f-887314dc2228 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 18 01:51:01.253474 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-eb0ebc1b-399d-4961-b66f-887314dc2228 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Synchronizing usage tracker for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 18 01:51:01.265870 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.quota.resource [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-eb0ebc1b-399d-4961-b66f-887314dc2228 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Unset dirty status for tenant:85ca98bb7e3246a3885ab6ddcfa09337 on resource:port {{(pid=78860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 18 01:51:01.267001 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-eb0ebc1b-399d-4961-b66f-887314dc2228 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 946 time: 0.0941083
May 18 01:51:01.401296 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port d7302219-5c9c-406e-a03c-2e983e47736e {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:01.401627 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:01.622978 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] For port d7302219-5c9c-406e-a03c-2e983e47736e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7302219-5c9c-406e-a03c-2e983e47736e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:01.623327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:01.742986 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for d7302219-5c9c-406e-a03c-2e983e47736e owned by compute:nova {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:01.869225 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:01.874863 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-e58ceb6f-c806-45de-83f6-576c73ea85e9 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:01.921251 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=d7302219-5c9c-406e-a03c-2e983e47736e,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:01.923705 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:02.000035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] No DVR routers for this DVR port d7302219-5c9c-406e-a03c-2e983e47736e on host hv-cinder-78462 {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:51:02.002538 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for port, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:02.005208 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'name': 'network-vif-deleted', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e'}] {{(pid=78860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 18 01:51:02.020694 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [req-ca335b20-48ad-49ee-afd2-9528fe4cb446 req-485ecae2-b5c1-4166-a090-3cc52bb55e98 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.32 "DELETE /v2.0/ports/d7302219-5c9c-406e-a03c-2e983e47736e HTTP/1.1" status: 204  len: 173 time: 0.7485940
May 18 01:51:02.050050 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb1c42d-d846-47fa-9375-7222a25ddd03', 'name': 'network-vif-deleted', 'tag': 'd7302219-5c9c-406e-a03c-2e983e47736e', 'status': 'completed', 'code': 200}
May 18 01:51:02.328755 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-dceeefcd-faee-464b-84f8-a5e6ac484acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:02.379582 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [req-a29d97bc-c987-4559-b8d9-4798e5d20f60 req-279a27f1-013b-4323-b4e2-61fbbf29f1ce tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8eb1c42d-d846-47fa-9375-7222a25ddd03 HTTP/1.1" status: 200  len: 210 time: 0.0474880
May 18 01:51:03.437950 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device d7302219-5c9c-406e-a03c-2e983e47736e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:03.472481 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] No Port match for: d7302219-5c9c-406e-a03c-2e983e47736e {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:03.472830 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Device d7302219-5c9c-406e-a03c-2e983e47736e not bound to the agent host hv-cinder-78462 {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:03.485531 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35112) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:03.701706 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Deleting port db695911-b695-4612-8af1-f381f9f67105 {{(pid=78859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:03.702046 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:03.821637 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:03.821946 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:03.943825 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.plugins.ml2.plugin [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Calling delete_port for db695911-b695-4612-8af1-f381f9f67105 owned by network:floatingip {{(pid=78859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:04.051237 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395723'] for port, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:04.056110 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-96c511ef-ac0e-49cd-8a14-f5124eb6773f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:04.103232 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'Port': ['ID=db695911-b695-4612-8af1-f381f9f67105,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:04.127847 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:04.191636 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for floatingip, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:04.205437 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212452'] for floatingip, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:04.206479 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-a70a38d8-25ee-44b0-a566-5a30ce2913a8 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "DELETE /v2.0/floatingips/35a95cbc-6334-4a33-8f16-4421945314d5 HTTP/1.1" status: 204  len: 168 time: 0.7199824
May 18 01:51:04.642069 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:04.666315 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f73b9979-c5d5-4316-b8ec-d02f95cf99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.403072 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:51:05.576119 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.wsgi [-] (78859) accepted ('10.222.0.16', 35126) {{(pid=78859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:05.647976 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, before_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.678419 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.741224 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.744958 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.745522 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-7e05a852-b065-471a-9cc4-2dbcfc60d56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:05.760443 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107fe76-794f-459c-ab2e-1b843bd9d0cb,revision_number=None']} {{(pid=78859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:05.763072 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG oslo_concurrency.lockutils [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:05.771522 dv-cinder-784623-9-iscsi neutron-server[78859]: DEBUG neutron_lib.callbacks.manager [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] Notify callbacks [] for security_group, before_response {{(pid=78859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:05.772836 dv-cinder-784623-9-iscsi neutron-server[78859]: INFO neutron.wsgi [None req-098b2c11-a9ba-4f5c-bcb8-743082b2a978 tempest-TestVolumeBootPattern-388241042 tempest-TestVolumeBootPattern-388241042-project] 10.222.0.16 "DELETE /v2.0/security-groups/5107fe76-794f-459c-ab2e-1b843bd9d0cb HTTP/1.1" status: 204  len: 168 time: 0.1955066
May 18 01:51:06.850408 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35134) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:07.407231 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:07.541126 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:07.944038 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Deleting port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:07.944724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:08.161723 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] For port 599f3d8d-0165-42f2-9cd6-d36b0c40c54e, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:08.162072 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:08.284543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Calling delete_port for 599f3d8d-0165-42f2-9cd6-d36b0c40c54e owned by network:router_interface {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:08.427418 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:08.432407 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-4cafde5e-b21f-42d8-a44c-a7e477dd5d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:08.476767 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Pushing event deleted for resources: {'Port': ['ID=599f3d8d-0165-42f2-9cd6-d36b0c40c54e,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:08.503437 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:08.736866 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:09.091168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:51:09.266554 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:51:09.274695 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Sync routers for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:51:09.278593 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-b694c255-140c-4cce-bcf5-1a6b1faab132 admin admin] 10.222.0.16 "PUT /v2.0/routers/1f0106ea-f5d8-4381-8fe6-be1b0fdaf549/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4269629
May 18 01:51:09.281091 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35140) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:09.283786 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:51:09.284425 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bccea60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:51:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:09.470542 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: dv-cinder-784623-9-iscsi {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:51:09.567817 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:09.745620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:09.798803 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bccea60>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:51:08Z', 'revision_number': 5, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port': {'id': 'ec45bfb1-69ed-46b1-a473-c4287583b3da', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:50Z', 'updated_at': '2021-05-18T01:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:09.802992 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Checking router: 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 for host: dv-cinder-784623-9-iscsi {{(pid=78861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:51:09.812422 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Routers {'1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:51:09.813033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6f9bccea60>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:51:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'], 'active': True} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:09.822893 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Deleting port ec45bfb1-69ed-46b1-a473-c4287583b3da {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:09.823232 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:09.942124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] For port ec45bfb1-69ed-46b1-a473-c4287583b3da, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=ec45bfb1-69ed-46b1-a473-c4287583b3da,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:09.942478 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:09.970432 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvr_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] Set router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 gateway port host: None {{(pid=78861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:51:10.071758 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Calling delete_port for ec45bfb1-69ed-46b1-a473-c4287583b3da owned by network:router_gateway {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:10.076607 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_hamode_db [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6f9bccea60>, [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:51:09Z', 'revision_number': 6, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:10.080455 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67737f81-1b77-4b2d-8bbf-20b6a960214a None None] The sync data for ids ['1f0106ea-f5d8-4381-8fe6-be1b0fdaf549'] in dv-cinder-784623-9-iscsi is: [{'id': '1f0106ea-f5d8-4381-8fe6-be1b0fdaf549', 'name': 'tempest-TestVolumeBootPattern-877320830-router', 'tenant_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:49Z', 'updated_at': '2021-05-18T01:51:09Z', 'revision_number': 6, 'project_id': '85ca98bb7e3246a3885ab6ddcfa09337', 'gw_port_host': None}] {{(pid=78861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:51:10.209650 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.214794 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-6fe0f0f1-34f8-4085-aabe-d7ea3a1fe623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:10.258147 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec45bfb1-69ed-46b1-a473-c4287583b3da,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:10.261224 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:10.355461 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.528090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.530236 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.550666 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.551149 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 {{(pid=78860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:51:10.562466 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.563593 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-85546a81-c417-4d40-a094-42479eed01c9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1f0106ea-f5d8-4381-8fe6-be1b0fdaf549 HTTP/1.1" status: 204  len: 168 time: 1.2816062
May 18 01:51:10.566090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35144) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:10.625324 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Deleting subnet bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:51:10.628047 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.674987 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:10.750948 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.101485 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.106129 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:11.144198 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:11.146029 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.148540 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:11.150854 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94f256-3128-48eb-87e2-801cbc29de9a None None] Network f2192753-81de-4186-86a3-1e0d48f6a9fe requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:51:11.152753 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7feeaed2-dde0-4dde-9a83-e098a9f00700 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bfe60bb6-2d6e-4c0f-8a45-e171bccdd43f HTTP/1.1" status: 204  len: 168 time: 0.5857582
May 18 01:51:11.155144 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35148) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:11.260616 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.332053 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Deleting port dc487926-508f-4a80-bf62-92131eff3591 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:11.332327 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.400779 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] DHCP port deletion for f2192753-81de-4186-86a3-1e0d48f6a9fe request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:51:11.433871 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] For port dc487926-508f-4a80-bf62-92131eff3591, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=dc487926-508f-4a80-bf62-92131eff3591,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:11.434221 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.463009 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Deleting port dc487926-508f-4a80-bf62-92131eff3591 {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:11.463372 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.554899 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Calling delete_port for dc487926-508f-4a80-bf62-92131eff3591 owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:11.562778 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] For port dc487926-508f-4a80-bf62-92131eff3591, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=dc487926-508f-4a80-bf62-92131eff3591,segment=NetworkSegment(5c5d4251-70d5-48e4-a989-5d03fcfd4360),segment_id=5c5d4251-70d5-48e4-a989-5d03fcfd4360)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:11.563174 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.601712 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.606580 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-40602622-e736-4958-a526-559707a42ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:11.653557 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc487926-508f-4a80-bf62-92131eff3591,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:11.655242 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] No DVR routers for this DVR port dc487926-508f-4a80-bf62-92131eff3591 on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:51:11.656792 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:11.687561 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Calling delete_port for dc487926-508f-4a80-bf62-92131eff3591 owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:11.733991 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.737563 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:11.774074 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.775640 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device dc487926-508f-4a80-bf62-92131eff3591 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:11.786954 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fa06d56d0>,) {'filters': {'network_id': ['f2192753-81de-4186-86a3-1e0d48f6a9fe']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:11.799168 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa06d56d0>, '5c5d4251-70d5-48e4-a989-5d03fcfd4360') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:11.799450 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fa06d56d0>, '5c5d4251-70d5-48e4-a989-5d03fcfd4360') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:11.811460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.812066 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Pushing event deleted for resources: {'Port': ['ID=dc487926-508f-4a80-bf62-92131eff3591,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:11.820981 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: dc487926-508f-4a80-bf62-92131eff3591 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:11.821322 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device dc487926-508f-4a80-bf62-92131eff3591 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:11.822314 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 599f3d8d-0165-42f2-9cd6-d36b0c40c54e no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:11.829510 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.835730 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:51:11.836106 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:51:11.849493 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:51:11.854369 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] No DVR routers for this DVR port dc487926-508f-4a80-bf62-92131eff3591 on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:51:11.864940 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.865427 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.865763 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.866090 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.866413 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.866735 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.867054 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.867371 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.867691 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.868005 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.868860 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.869196 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-iscsi {{(pid=78861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 18 01:51:11.877696 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-3b7a0906-2ce1-4dac-8bf2-346c50934f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:11.878239 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 599f3d8d-0165-42f2-9cd6-d36b0c40c54e {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:11.878572 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 599f3d8d-0165-42f2-9cd6-d36b0c40c54e not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:11.878983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ec45bfb1-69ed-46b1-a473-c4287583b3da no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:11.916958 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: ec45bfb1-69ed-46b1-a473-c4287583b3da {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:11.917482 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device ec45bfb1-69ed-46b1-a473-c4287583b3da not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:11.929791 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.933851 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:11.947122 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:11.957290 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2192753-81de-4186-86a3-1e0d48f6a9fe,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:11.962747 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:11.970959 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-5cafea5b-a2eb-421a-bb5c-2577c817c75d admin admin] 10.222.0.16 "DELETE /v2.0/networks/f2192753-81de-4186-86a3-1e0d48f6a9fe HTTP/1.1" status: 204  len: 168 time: 0.8148937
May 18 01:51:11.973822 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35152) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:12.599011 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4089547'] for router_interface, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:12.997517 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Deleting port a338d8ae-094b-41f6-bf13-3bd847b128d3 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:12.997854 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:13.117035 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] For port a338d8ae-094b-41f6-bf13-3bd847b128d3, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=a338d8ae-094b-41f6-bf13-3bd847b128d3,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:13.117378 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:13.237762 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Calling delete_port for a338d8ae-094b-41f6-bf13-3bd847b128d3 owned by network:router_interface {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:13.382172 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:13.386590 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-df28d3d4-64b1-4467-8e47-e6b92c545712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:13.428430 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Pushing event deleted for resources: {'Port': ['ID=a338d8ae-094b-41f6-bf13-3bd847b128d3,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:13.431515 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:13.692124 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4089447'] for router_interface, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:14.147152 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd has already been hosted by L3 agent df4f26a7-fc5e-4b6c-a4c5-1117e31007ad {{(pid=78860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 18 01:51:14.321699 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Notify agent at l3_agent.dv-cinder-784623-9-iscsi the message routers_updated {{(pid=78860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 18 01:51:14.329967 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398f175-e978-402d-993b-2ee03518783f None None] Sync routers for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 18 01:51:14.330446 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] 10.222.0.16 "PUT /v2.0/routers/4955e369-9d06-4a6b-9cbe-2117ce96a3fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3554637
May 18 01:51:14.332766 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35156) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:14.339700 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:51:14.340293 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08a6e20>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:51:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:14.512731 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks [] for router, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:14.537642 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: dv-cinder-784623-9-iscsi {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:51:14.683283 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:14.755191 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Deleting port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:14.755901 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:14.810684 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08a6e20>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'external_fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:51:13Z', 'revision_number': 5, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port': {'id': '8e6fc6e5-3c3e-4f7d-b776-38b12eff2639', 'name': '', 'network_id': '92d03256-14b1-40fd-9d1b-43759e8f0a95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:43:58Z', 'updated_at': '2021-05-18T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0d845d5-a1e4-435d-93f6-258f9e0146b9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-iscsi'}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:14.814436 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398f175-e978-402d-993b-2ee03518783f None None] Checking router: 4955e369-9d06-4a6b-9cbe-2117ce96a3fd for host: dv-cinder-784623-9-iscsi {{(pid=78862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 18 01:51:14.822625 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] Routers {'4955e369-9d06-4a6b-9cbe-2117ce96a3fd'} bound to L3 agent in host dv-cinder-784623-9-iscsi {{(pid=78862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 18 01:51:14.823201 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fa08a6e20>, 'dv-cinder-784623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:05Z,description=<?>,heartbeat_timestamp=2021-05-18T01:51:05Z,host='dv-cinder-784623-9-iscsi',id=df4f26a7-fc5e-4b6c-a4c5-1117e31007ad,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-18T01:31:05Z,topic='l3_agent')) {'router_ids': ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'], 'active': True} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:14.875003 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] For port 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,segment=NetworkSegment(1f63a22f-6dbe-4550-af28-f1027e5a6497),segment_id=1f63a22f-6dbe-4550-af28-f1027e5a6497)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:14.875351 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:14.971869 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_dvr_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] Set router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd gateway port host: None {{(pid=78862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 18 01:51:14.997056 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Calling delete_port for 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 owned by network:router_gateway {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:15.074406 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.l3_hamode_db [None req-6398f175-e978-402d-993b-2ee03518783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fa08a6e20>, [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:51:14Z', 'revision_number': 6, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port_host': None}], 'dv-cinder-784623-9-iscsi', False) {} {{(pid=78862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:15.078236 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398f175-e978-402d-993b-2ee03518783f None None] The sync data for ids ['4955e369-9d06-4a6b-9cbe-2117ce96a3fd'] in dv-cinder-784623-9-iscsi is: [{'id': '4955e369-9d06-4a6b-9cbe-2117ce96a3fd', 'name': 'tempest-TestVolumeBootPattern-1650976330-router', 'tenant_id': '53a9bea08fae47fead868d8f76d5fa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:43:57Z', 'updated_at': '2021-05-18T01:51:14Z', 'revision_number': 6, 'project_id': '53a9bea08fae47fead868d8f76d5fa87', 'gw_port_host': None}] {{(pid=78862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 18 01:51:15.132090 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.136113 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-bbab1b39-647d-4cfb-b1ef-d2268e76aa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:15.180136 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6fc6e5-3c3e-4f7d-b776-38b12eff2639,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:15.183487 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:15.270891 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3940844'] for router_gateway, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.549543 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13293'] for router, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.551608 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.573609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3940628'] for router, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.574099 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4955e369-9d06-4a6b-9cbe-2117ce96a3fd {{(pid=78860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 18 01:51:15.585685 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] Notify callbacks [] for router, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.586795 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-eabe878f-2bbb-40fe-b85f-06e740aae9be admin admin] 10.222.0.16 "DELETE /v2.0/routers/4955e369-9d06-4a6b-9cbe-2117ce96a3fd HTTP/1.1" status: 204  len: 168 time: 1.2531390
May 18 01:51:15.589626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35160) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:15.647117 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Deleting subnet ffff1f52-d63e-4d44-8c8a-b8fc05680b2b {{(pid=78860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 18 01:51:15.650034 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.699626 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59378395'] for subnet, precommit_delete_associations {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.774163 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768991'] for subnet, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:15.850021 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:15.889303 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:15.889648 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 8e6fc6e5-3c3e-4f7d-b776-38b12eff2639 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:15.890059 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device a338d8ae-094b-41f6-bf13-3bd847b128d3 no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:15.927309 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: a338d8ae-094b-41f6-bf13-3bd847b128d3 {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:15.927667 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device a338d8ae-094b-41f6-bf13-3bd847b128d3 not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:16.060044 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59333945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59320194'] for subnet, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.063929 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:16.099177 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffff1f52-d63e-4d44-8c8a-b8fc05680b2b,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:16.102142 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:16.105782 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.110598 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdde22-9e39-4826-a746-8eb52586004c None None] Network 2bde05bf-4d70-4ec4-a867-61781bea6453 requested from dv-cinder-784623-9-iscsi {{(pid=78861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 18 01:51:16.112417 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-07f032e6-f614-4314-9f6a-866767a3f60b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ffff1f52-d63e-4d44-8c8a-b8fc05680b2b HTTP/1.1" status: 204  len: 168 time: 0.5218260
May 18 01:51:16.115042 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35164) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:16.224790 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648329'] for network, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.294394 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Deleting port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe {{(pid=78860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:16.294724 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.394952 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] DHCP port deletion for 2bde05bf-4d70-4ec4-a867-61781bea6453 request from dv-cinder-784623-9-iscsi {{(pid=78861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 18 01:51:16.395446 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.db [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] For port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:16.395798 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.458660 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Deleting port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe {{(pid=78861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 18 01:51:16.459071 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757339899814'] for port, before_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.518787 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.plugin [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Calling delete_port for 1f66704b-b616-4c1b-b9f9-103d0e35ddbe owned by network:dhcp {{(pid=78860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:16.557278 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.db [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] For port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe, host dv-cinder-784623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-iscsi',level=0,port_id=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,segment=NetworkSegment(2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0),segment_id=2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0)] {{(pid=78861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 18 01:51:16.557673 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086173'] for port, precommit_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.566593 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59334090'] for port, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.570505 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-842cb377-7fb4-4e51-99ad-19f32519b07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:16.613668 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:16.616678 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:16.617386 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] No DVR routers for this DVR port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe on host dv-cinder-784623-9-iscsi {{(pid=78860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:51:16.680840 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Calling delete_port for 1f66704b-b616-4c1b-b9f9-103d0e35ddbe owned by network:dhcp {{(pid=78861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 18 01:51:16.724028 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757339904835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757339452721'] for port, after_delete {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.728647 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-911a74ce-62ee-4588-9f7b-75c126db6e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:16.731460 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769002', 'neutron.services.segments.db._delete_segments_for_network-8757339912066'] for network, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.743833 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6f9a952460>,) {'filters': {'network_id': ['2bde05bf-4d70-4ec4-a867-61781bea6453']}} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:16.755550 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a952460>, '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0') {'for_net_delete': True} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:16.755841 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.services.segments.db [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6f9a952460>, '2e6b2fa3-6d3f-4ced-96f3-0cbc2bdf68a0') {} {{(pid=78860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 18 01:51:16.767636 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757339923851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59378388'] for segment, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.773741 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Pushing event deleted for resources: {'Port': ['ID=1f66704b-b616-4c1b-b9f9-103d0e35ddbe,revision_number=None']} {{(pid=78861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:16.776109 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] No DVR routers for this DVR port 1f66704b-b616-4c1b-b9f9-103d0e35ddbe on host dv-cinder-784623-9-iscsi {{(pid=78861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 18 01:51:16.777560 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG oslo_concurrency.lockutils [None req-c3fbbcf0-6463-4b55-b46a-925d85f9960a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:16.787703 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968'] for segment, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.794247 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=78860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 18 01:51:16.794620 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59334047'] for segment, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]: Traceback (most recent call last):
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     timer()
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     cb(*args, **kw)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     return func(*args, **kwargs)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     self._notify()
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     self.callback(batched_events)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     event.method(event)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     aggregate_uuid = self.p_client.list_aggregates(
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     return f(self, *a, **k)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._get(url).json()
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     return self.request(url, 'GET', **kwargs)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     base_url = self.get_endpoint(auth, allow=allow,
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 18 01:51:16.808011 dv-cinder-784623-9-iscsi neutron-server[78860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 18 01:51:16.983415 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4160584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3940811'] for network, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.988912 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678418'] for network, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:16.991274 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:17.012890 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=2bde05bf-4d70-4ec4-a867-61781bea6453,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:17.015723 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:17.017703 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-2a2025d7-8e5b-40d8-87d1-9b19559acc8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/2bde05bf-4d70-4ec4-a867-61781bea6453 HTTP/1.1" status: 204  len: 168 time: 0.9017708
May 18 01:51:17.130097 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35170) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:17.177106 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-0f5d9bc2-822c-4e22-b531-4d1e63aef642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ca98bb7e3246a3885ab6ddcfa09337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0457268
May 18 01:51:17.179234 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35174) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:17.238896 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.265082 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.314290 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.318019 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-c4b3361c-da99-4ad3-8c23-5f593926861c tempest-AttachVolumeShelveTestJSON-930465296 tempest-AttachVolumeShelveTestJSON-930465296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:17.331636 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5775edb-5c52-42b4-96e7-8a06f10ffa39,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:17.334276 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:17.339644 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.341029 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-77770dfd-0a43-4605-81e2-473b4161da4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5775edb-5c52-42b4-96e7-8a06f10ffa39 HTTP/1.1" status: 204  len: 168 time: 0.1606784
May 18 01:51:17.665245 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35182) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:17.715408 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-7ac2d1c6-f1a6-4e91-8f6e-14cbafe5cfe5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53a9bea08fae47fead868d8f76d5fa87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481040
May 18 01:51:17.718078 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [-] (78860) accepted ('10.222.0.16', 35186) {{(pid=78860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 18 01:51:17.733490 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 1f66704b-b616-4c1b-b9f9-103d0e35ddbe no longer exists at agent ovs-agent-dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 18 01:51:17.767013 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.plugin [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] No Port match for: 1f66704b-b616-4c1b-b9f9-103d0e35ddbe {{(pid=78861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 18 01:51:17.767275 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron.plugins.ml2.rpc [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Device 1f66704b-b616-4c1b-b9f9-103d0e35ddbe not bound to the agent host dv-cinder-784623-9-iscsi {{(pid=78861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 18 01:51:17.774176 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.801661 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.855609 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160730'] for security_group, after_delete {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.859154 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-aad4f078-f1fe-4387-87e6-b3c01a97f58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 18 01:51:17.870507 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f7cee-6cf9-4ff1-8ca1-4c643e9a565e,revision_number=None']} {{(pid=78860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 18 01:51:17.874310 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG oslo_concurrency.lockutils [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 18 01:51:17.877533 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron_lib.callbacks.manager [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:17.879145 dv-cinder-784623-9-iscsi neutron-server[78860]: INFO neutron.wsgi [None req-df2bd8a6-6136-4731-9ca5-3a3a788a8c05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d75f7cee-6cf9-4ff1-8ca1-4c643e9a565e HTTP/1.1" status: 204  len: 168 time: 0.1597800
May 18 01:51:23.358391 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:32.331033 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5d4658c0-dadf-4fbc-a467-0ef84c58eada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:34.643520 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:34.668106 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e75a022d-f5ee-4ecf-b456-158ee5a2b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:35.747086 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:37.411188 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:51:42.400587 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:51:53.357833 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:02.332740 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-951af4af-9d29-4c24-8809-fd27c18680ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:04.644720 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:04.667782 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-58aa8ec8-c943-43c0-bca0-f23a195ad9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:05.751515 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:07.410791 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:19.398384 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:52:23.373450 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:32.334738 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-aabf9b69-0a95-4de8-8b86-e100d764928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:34.647030 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:34.668431 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2b97-0789-4447-b3f0-4264bc8b01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:35.753316 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:37.413811 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:53.373257 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:52:56.396056 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:53:02.336744 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0245bc8e-3ce5-40b9-b667-361d772d94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:04.649441 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:04.668094 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-a94d7037-c8b7-4d93-af1a-54d35b2ca5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:05.756843 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:07.417319 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:23.389749 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:32.340201 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2352b256-cf0c-4d78-9ce4-a22e94d8a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:33.393375 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:53:34.650759 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:34.667052 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c045f220-68e7-429e-a795-f3b1fe1f90ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:35.759865 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:37.422513 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:53:53.389530 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:02.342050 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-f559c079-c40b-400f-8cd8-73344926d772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:04.658367 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:04.669269 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa9f0-680f-43bf-a77c-1594d8e6ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:05.763895 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:07.178508 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-91750f70-1351-4bf2-8d83-6ce315c0c89b req-53fcb2fa-0ce5-4302-8e41-220817283148 service neutron] (78860) timed out ('10.222.0.32', 58031) {{(pid=78860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 18 01:54:07.423085 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:10.391742 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:54:10.888730 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-da523ad0-dc9e-4585-bce6-e4df0518e93a req-80507974-e8ee-4eef-813d-8bf0f065cdb6 service neutron] (78860) timed out ('10.222.0.32', 57994) {{(pid=78860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 18 01:54:23.405291 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:25.346067 dv-cinder-784623-9-iscsi neutron-server[78860]: DEBUG neutron.wsgi [req-8f3fda0f-20d5-4fcf-af0a-c2c34787b8b0 req-d81d58e6-527d-4421-9411-8d7d3eec46ba service neutron] (78860) timed out ('10.222.0.32', 58012) {{(pid=78860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 18 01:54:32.343696 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2cd8a30a-7573-4804-a44f-94a502139559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:34.649911 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:34.669081 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-55133b16-b91d-4a3a-b4e8-c809d69265c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:35.765681 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:37.425616 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:54:47.388723 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:54:53.420068 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:02.345876 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-e9325633-1c54-4580-897c-9356114c7afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:04.651305 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:04.670262 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-69af3715-a2f6-45d7-be15-3bea76e3c677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:05.768113 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:07.428983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:23.418509 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:24.386134 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:55:32.347188 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd22-6f8f-45a5-9c64-51c8f7a977fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:34.652558 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:34.672451 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c15f7f2f-f152-467a-a1d1-2afe7facf77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:35.772155 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:37.431839 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:55:53.431000 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d68a-dbd1-412a-a873-4d5674f4562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:56:01.383151 dv-cinder-784623-9-iscsi neutron-server[78862]: DEBUG neutron.db.agents_db [None req-b4a39e67-1c6d-4275-9ae2-b872eb88f89c None None] Agent healthcheck: found 6 active agents {{(pid=78862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 18 01:56:02.348349 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-da4108c8-734e-42bb-b37a-e1179dddecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:56:04.655536 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-35f195ea-862b-4afc-ae21-307ba06cc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:56:04.672983 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaa1f-e99b-419d-beae-1b11324bd559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:56:05.773961 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-2781331e-d7b8-4403-a5d5-8ac32c80bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 18 01:56:07.467615 dv-cinder-784623-9-iscsi neutron-server[78861]: DEBUG neutron_lib.callbacks.manager [None req-3063cf37-451d-402a-815d-f3c7f5a08982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757339916508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762148'] for agent, after_update {{(pid=78861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}